2024-11-08 05:22:19,472 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-08 05:22:19,487 main DEBUG Took 0.012913 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-08 05:22:19,487 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-08 05:22:19,488 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-08 05:22:19,489 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-08 05:22:19,490 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,499 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-08 05:22:19,513 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,515 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,515 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,517 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,518 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,519 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,519 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,520 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,521 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,522 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,522 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,523 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,524 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,525 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,525 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,526 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,527 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 05:22:19,527 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,528 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-08 05:22:19,530 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 05:22:19,532 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-08 05:22:19,535 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-08 05:22:19,536 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-08 05:22:19,537 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-08 05:22:19,538 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-08 05:22:19,549 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-08 05:22:19,551 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-08 05:22:19,554 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-08 05:22:19,554 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-08 05:22:19,555 main DEBUG createAppenders(={Console})
2024-11-08 05:22:19,556 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized
2024-11-08 05:22:19,557 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad
2024-11-08 05:22:19,557 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK.
2024-11-08 05:22:19,558 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-08 05:22:19,558 main DEBUG OutputStream closed
2024-11-08 05:22:19,559 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-08 05:22:19,559 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-08 05:22:19,559 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK
2024-11-08 05:22:19,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-08 05:22:19,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-08 05:22:19,657 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-08 05:22:19,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-08 05:22:19,659 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-08 05:22:19,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-08 05:22:19,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-08 05:22:19,660 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-08 05:22:19,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-08 05:22:19,661 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-08 05:22:19,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-08 05:22:19,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-08 05:22:19,662 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-08 05:22:19,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-08 05:22:19,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-08 05:22:19,663 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-08 05:22:19,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-08 05:22:19,665 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-08 05:22:19,667 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08 05:22:19,668 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null
2024-11-08 05:22:19,668 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-08 05:22:19,669 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK.
2024-11-08T05:22:20,046 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a
2024-11-08 05:22:20,050 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-08 05:22:20,050 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08T05:22:20,061 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins
2024-11-08T05:22:20,091 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T05:22:20,122 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256, deleteOnExit=true
2024-11-08T05:22:20,122 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T05:22:20,124 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/test.cache.data in system properties and HBase conf
2024-11-08T05:22:20,125 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T05:22:20,126 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/hadoop.log.dir in system properties and HBase conf
2024-11-08T05:22:20,127 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T05:22:20,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T05:22:20,129 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T05:22:20,314 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-08T05:22:20,445 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T05:22:20,449 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:22:20,450 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T05:22:20,451 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T05:22:20,452 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:22:20,453 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T05:22:20,454 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T05:22:20,454 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T05:22:20,455 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:22:20,455 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T05:22:20,456 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/nfs.dump.dir in system properties and HBase conf
2024-11-08T05:22:20,456 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/java.io.tmpdir in system properties and HBase conf
2024-11-08T05:22:20,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T05:22:20,457 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T05:22:20,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T05:22:21,787 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-08T05:22:21,872 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3389ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-08T05:22:21,962 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:22:22,059 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:22:22,126 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:22:22,127 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:22:22,130 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T05:22:22,147 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:22:22,155 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:22:22,157 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:22:22,435 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/java.io.tmpdir/jetty-localhost-33073-hadoop-hdfs-3_4_1-tests_jar-_-any-8711997237658188117/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:22:22,442 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:33073}
2024-11-08T05:22:22,443 INFO  [Time-limited test {}] server.Server(415): Started @3960ms
2024-11-08T05:22:23,117 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T05:22:23,126 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T05:22:23,127 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T05:22:23,127 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T05:22:23,128 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T05:22:23,128 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/hadoop.log.dir/,AVAILABLE}
2024-11-08T05:22:23,129 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T05:22:23,236 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/java.io.tmpdir/jetty-localhost-39109-hadoop-hdfs-3_4_1-tests_jar-_-any-5575634435923721059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:22:23,238 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:39109}
2024-11-08T05:22:23,238 INFO  [Time-limited test {}] server.Server(415): Started @4755ms
2024-11-08T05:22:23,297 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T05:22:24,379 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/data/data1/current/BP-314865485-172.17.0.3-1731043341175/current, will proceed with Du for space computation calculation, 
2024-11-08T05:22:24,379 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/data/data2/current/BP-314865485-172.17.0.3-1731043341175/current, will proceed with Du for space computation calculation, 
2024-11-08T05:22:24,408 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T05:22:24,460 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ecd83733c19558e with lease ID 0x46ed9be2a7a0d76c: Processing first storage report for DS-f324181e-d2f6-49cf-8e30-12030e66eb61 from datanode DatanodeRegistration(127.0.0.1:37171, datanodeUuid=81640fad-23f7-4f30-a561-404ab7cd901f, infoPort=43845, infoSecurePort=0, ipcPort=41721, storageInfo=lv=-57;cid=testClusterID;nsid=902150348;c=1731043341175)
2024-11-08T05:22:24,461 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ecd83733c19558e with lease ID 0x46ed9be2a7a0d76c: from storage DS-f324181e-d2f6-49cf-8e30-12030e66eb61 node DatanodeRegistration(127.0.0.1:37171, datanodeUuid=81640fad-23f7-4f30-a561-404ab7cd901f, infoPort=43845, infoSecurePort=0, ipcPort=41721, storageInfo=lv=-57;cid=testClusterID;nsid=902150348;c=1731043341175), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T05:22:24,462 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ecd83733c19558e with lease ID 0x46ed9be2a7a0d76c: Processing first storage report for DS-6dc7ece6-898f-4bdc-a98a-185cdba2ee23 from datanode DatanodeRegistration(127.0.0.1:37171, datanodeUuid=81640fad-23f7-4f30-a561-404ab7cd901f, infoPort=43845, infoSecurePort=0, ipcPort=41721, storageInfo=lv=-57;cid=testClusterID;nsid=902150348;c=1731043341175)
2024-11-08T05:22:24,462 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ecd83733c19558e with lease ID 0x46ed9be2a7a0d76c: from storage DS-6dc7ece6-898f-4bdc-a98a-185cdba2ee23 node DatanodeRegistration(127.0.0.1:37171, datanodeUuid=81640fad-23f7-4f30-a561-404ab7cd901f, infoPort=43845, infoSecurePort=0, ipcPort=41721, storageInfo=lv=-57;cid=testClusterID;nsid=902150348;c=1731043341175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T05:22:24,550 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a
2024-11-08T05:22:24,618 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/zookeeper_0, clientPort=64323, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T05:22:24,629 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64323
2024-11-08T05:22:24,642 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:22:24,644 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:22:24,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741825_1001 (size=7)
2024-11-08T05:22:25,274 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23 with version=8
2024-11-08T05:22:25,274 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/hbase-staging
2024-11-08T05:22:25,359 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-08T05:22:25,570 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:22:25,580 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:22:25,580 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:22:25,585 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:22:25,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:22:25,586 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:22:25,745 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T05:22:25,800 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-08T05:22:25,808 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-08T05:22:25,812 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:22:25,834 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 30655 (auto-detected)
2024-11-08T05:22:25,836 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-08T05:22:25,854 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37945
2024-11-08T05:22:25,873 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37945 connecting to ZooKeeper ensemble=127.0.0.1:64323
2024-11-08T05:22:25,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379450x0, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:22:25,983 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37945-0x10118e53c830000 connected
2024-11-08T05:22:26,077 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:22:26,079 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:22:26,088 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T05:22:26,091 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23, hbase.cluster.distributed=false
2024-11-08T05:22:26,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T05:22:26,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37945
2024-11-08T05:22:26,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37945
2024-11-08T05:22:26,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37945
2024-11-08T05:22:26,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37945
2024-11-08T05:22:26,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37945
2024-11-08T05:22:26,226 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/d1ba675678c9:0 server-side Connection retries=45
2024-11-08T05:22:26,228 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:22:26,228 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T05:22:26,228 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T05:22:26,228 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T05:22:26,228 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T05:22:26,231 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T05:22:26,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T05:22:26,234 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35687
2024-11-08T05:22:26,236 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35687 connecting to ZooKeeper ensemble=127.0.0.1:64323
2024-11-08T05:22:26,238 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:22:26,240 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:22:26,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356870x0, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T05:22:26,310 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356870x0, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T05:22:26,310 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35687-0x10118e53c830001 connected
2024-11-08T05:22:26,315 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T05:22:26,324 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T05:22:26,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T05:22:26,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T05:22:26,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35687
2024-11-08T05:22:26,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35687
2024-11-08T05:22:26,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35687
2024-11-08T05:22:26,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35687
2024-11-08T05:22:26,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35687
2024-11-08T05:22:26,355 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d1ba675678c9:37945
2024-11-08T05:22:26,356 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d1ba675678c9,37945,1731043345409
2024-11-08T05:22:26,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T05:22:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T05:22:26,373 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d1ba675678c9,37945,1731043345409
2024-11-08T05:22:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T05:22:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:26,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:26,402 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-08T05:22:26,404 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d1ba675678c9,37945,1731043345409 from backup master directory
2024-11-08T05:22:26,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d1ba675678c9,37945,1731043345409
2024-11-08T05:22:26,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T05:22:26,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T05:22:26,419 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:22:26,419 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d1ba675678c9,37945,1731043345409
2024-11-08T05:22:26,421 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-08T05:22:26,423 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-08T05:22:26,475 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/hbase.id] with ID: 3652c283-ea89-4a29-974e-96924f2c9d1b
2024-11-08T05:22:26,476 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/.tmp/hbase.id
2024-11-08T05:22:26,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741826_1002 (size=42)
2024-11-08T05:22:26,889 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/.tmp/hbase.id]:[hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/hbase.id]
2024-11-08T05:22:26,940 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T05:22:26,945 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T05:22:26,964 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms.
2024-11-08T05:22:27,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:27,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:27,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741827_1003 (size=196)
2024-11-08T05:22:27,452 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:22:27,454 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T05:22:27,469 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:27,474 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:22:27,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741828_1004 (size=1189)
2024-11-08T05:22:27,932 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store
2024-11-08T05:22:27,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741829_1005 (size=34)
2024-11-08T05:22:28,356 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-08T05:22:28,361 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:22:28,363 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:22:28,363 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:22:28,363 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:22:28,366 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:22:28,366 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:22:28,366 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:22:28,368 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043348362Disabling compacts and flushes for region at 1731043348362Disabling writes for close at 1731043348366 (+4 ms)Writing region close event to WAL at 1731043348366Closed at 1731043348366
2024-11-08T05:22:28,370 WARN  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/.initializing
2024-11-08T05:22:28,370 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/WALs/d1ba675678c9,37945,1731043345409
2024-11-08T05:22:28,378 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:22:28,392 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C37945%2C1731043345409, suffix=, logDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/WALs/d1ba675678c9,37945,1731043345409, archiveDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/oldWALs, maxLogs=10
2024-11-08T05:22:28,412 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/WALs/d1ba675678c9,37945,1731043345409/d1ba675678c9%2C37945%2C1731043345409.1731043348396, exclude list is [], retry=0
2024-11-08T05:22:28,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37171,DS-f324181e-d2f6-49cf-8e30-12030e66eb61,DISK]
2024-11-08T05:22:28,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-08T05:22:28,474 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/WALs/d1ba675678c9,37945,1731043345409/d1ba675678c9%2C37945%2C1731043345409.1731043348396
2024-11-08T05:22:28,475 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43845:43845)]
2024-11-08T05:22:28,475 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:22:28,476 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:22:28,479 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:22:28,480 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:22:28,522 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:22:28,548 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T05:22:28,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:28,556 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:28,557 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:22:28,561 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T05:22:28,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:28,562 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:28,563 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:22:28,566 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T05:22:28,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:28,567 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:28,568 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T05:22:28,571 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T05:22:28,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:28,573 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:28,574 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:22:28,577 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:22:28,579 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:22:28,585 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:22:28,586 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:22:28,590 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T05:22:28,595 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T05:22:28,601 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:22:28,603 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63400111, jitterRate=-0.05526472628116608}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T05:22:28,610 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731043348497Initializing all the Stores at 1731043348499 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043348500 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043348501 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043348501Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043348501Cleaning up temporary data from old regions at 1731043348586 (+85 ms)Region opened successfully at 1731043348609 (+23 ms)
2024-11-08T05:22:28,611 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T05:22:28,646 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6179bd3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:22:28,685 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T05:22:28,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-08T05:22:28,696 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-08T05:22:28,700 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T05:22:28,702 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T05:22:28,707 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-08T05:22:28,708 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T05:22:28,735 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T05:22:28,743 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-08T05:22:28,791 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-08T05:22:28,795 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T05:22:28,797 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-08T05:22:28,807 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-08T05:22:28,811 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T05:22:28,816 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-08T05:22:28,828 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-08T05:22:28,830 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-08T05:22:28,843 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-08T05:22:28,867 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T05:22:28,875 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-08T05:22:28,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T05:22:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T05:22:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:28,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:28,889 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d1ba675678c9,37945,1731043345409, sessionid=0x10118e53c830000, setting cluster-up flag (Was=false)
2024-11-08T05:22:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:28,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:28,955 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-08T05:22:28,957 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,37945,1731043345409
2024-11-08T05:22:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:28,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:29,012 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-08T05:22:29,015 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d1ba675678c9,37945,1731043345409
2024-11-08T05:22:29,023 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T05:22:29,047 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(746): ClusterId : 3652c283-ea89-4a29-974e-96924f2c9d1b
2024-11-08T05:22:29,049 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T05:22:29,065 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T05:22:29,065 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T05:22:29,076 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T05:22:29,077 DEBUG [RS:0;d1ba675678c9:35687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d50d11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d1ba675678c9/172.17.0.3:0
2024-11-08T05:22:29,098 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d1ba675678c9:35687
2024-11-08T05:22:29,101 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T05:22:29,101 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T05:22:29,101 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T05:22:29,104 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,37945,1731043345409 with port=35687, startcode=1731043346195
2024-11-08T05:22:29,119 DEBUG [RS:0;d1ba675678c9:35687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T05:22:29,122 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T05:22:29,135 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T05:22:29,143 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T05:22:29,150 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d1ba675678c9,37945,1731043345409
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T05:22:29,162 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:22:29,162 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:22:29,163 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:22:29,163 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d1ba675678c9:0, corePoolSize=5, maxPoolSize=5
2024-11-08T05:22:29,163 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d1ba675678c9:0, corePoolSize=10, maxPoolSize=10
2024-11-08T05:22:29,163 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,164 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:22:29,164 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,171 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731043379171
2024-11-08T05:22:29,172 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36873, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T05:22:29,174 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T05:22:29,176 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T05:22:29,181 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37945 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:29,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:22:29,182 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T05:22:29,186 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T05:22:29,186 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T05:22:29,186 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T05:22:29,188 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T05:22:29,189 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,197 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:29,197 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T05:22:29,208 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T05:22:29,210 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T05:22:29,211 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T05:22:29,213 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T05:22:29,214 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T05:22:29,220 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043349215,5,FailOnTimeoutGroup]
2024-11-08T05:22:29,223 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-08T05:22:29,223 WARN  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-08T05:22:29,223 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043349221,5,FailOnTimeoutGroup]
2024-11-08T05:22:29,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,224 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T05:22:29,226 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741831_1007 (size=1321)
2024-11-08T05:22:29,226 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,229 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T05:22:29,229 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23
2024-11-08T05:22:29,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741832_1008 (size=32)
2024-11-08T05:22:29,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:22:29,253 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:22:29,258 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:22:29,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:29,259 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:29,260 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:22:29,264 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:22:29,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:29,266 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:29,266 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:22:29,270 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:22:29,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:29,272 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:29,273 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:22:29,280 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:22:29,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:29,282 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:29,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:22:29,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740
2024-11-08T05:22:29,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740
2024-11-08T05:22:29,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:22:29,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:22:29,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:22:29,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:22:29,314 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:22:29,315 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69132264, jitterRate=0.030151009559631348}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:22:29,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731043349250Initializing all the Stores at 1731043349252 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043349253 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043349253Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043349253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043349253Cleaning up temporary data from old regions at 1731043349294 (+41 ms)Region opened successfully at 1731043349321 (+27 ms)
2024-11-08T05:22:29,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:22:29,322 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:22:29,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:22:29,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:22:29,322 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:22:29,325 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(2659): reportForDuty to master=d1ba675678c9,37945,1731043345409 with port=35687, startcode=1731043346195
2024-11-08T05:22:29,325 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:22:29,325 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043349322Disabling compacts and flushes for region at 1731043349322Disabling writes for close at 1731043349322Writing region close event to WAL at 1731043349324 (+2 ms)Closed at 1731043349325 (+1 ms)
2024-11-08T05:22:29,327 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37945 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d1ba675678c9,35687,1731043346195
2024-11-08T05:22:29,330 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37945 {}] master.ServerManager(517): Registering regionserver=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:29,330 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:22:29,331 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T05:22:29,341 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23
2024-11-08T05:22:29,341 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T05:22:29,341 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46357
2024-11-08T05:22:29,341 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T05:22:29,353 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:22:29,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T05:22:29,357 DEBUG [RS:0;d1ba675678c9:35687 {}] zookeeper.ZKUtil(111): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d1ba675678c9,35687,1731043346195
2024-11-08T05:22:29,357 WARN  [RS:0;d1ba675678c9:35687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T05:22:29,357 INFO  [RS:0;d1ba675678c9:35687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:22:29,358 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/WALs/d1ba675678c9,35687,1731043346195
2024-11-08T05:22:29,361 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T05:22:29,361 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d1ba675678c9,35687,1731043346195]
2024-11-08T05:22:29,398 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T05:22:29,415 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T05:22:29,420 INFO  [RS:0;d1ba675678c9:35687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T05:22:29,421 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,422 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T05:22:29,428 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T05:22:29,430 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,431 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,431 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,431 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,431 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,431 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,432 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d1ba675678c9:0, corePoolSize=2, maxPoolSize=2
2024-11-08T05:22:29,432 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,432 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,432 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,432 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,432 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,433 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d1ba675678c9:0, corePoolSize=1, maxPoolSize=1
2024-11-08T05:22:29,433 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:22:29,433 DEBUG [RS:0;d1ba675678c9:35687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0, corePoolSize=3, maxPoolSize=3
2024-11-08T05:22:29,438 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,438 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,438 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,438 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,438 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,439 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35687,1731043346195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:22:29,462 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T05:22:29,464 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,35687,1731043346195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,465 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,465 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.Replication(171): d1ba675678c9,35687,1731043346195 started
2024-11-08T05:22:29,485 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:29,486 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1482): Serving as d1ba675678c9,35687,1731043346195, RpcServer on d1ba675678c9/172.17.0.3:35687, sessionid=0x10118e53c830001
2024-11-08T05:22:29,487 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T05:22:29,487 DEBUG [RS:0;d1ba675678c9:35687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d1ba675678c9,35687,1731043346195
2024-11-08T05:22:29,488 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35687,1731043346195'
2024-11-08T05:22:29,488 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T05:22:29,490 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T05:22:29,491 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T05:22:29,491 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T05:22:29,491 DEBUG [RS:0;d1ba675678c9:35687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d1ba675678c9,35687,1731043346195
2024-11-08T05:22:29,491 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd1ba675678c9,35687,1731043346195'
2024-11-08T05:22:29,492 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T05:22:29,492 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T05:22:29,493 DEBUG [RS:0;d1ba675678c9:35687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T05:22:29,494 INFO  [RS:0;d1ba675678c9:35687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T05:22:29,494 INFO  [RS:0;d1ba675678c9:35687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T05:22:29,512 WARN  [d1ba675678c9:37945 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions.
2024-11-08T05:22:29,599 INFO  [RS:0;d1ba675678c9:35687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T05:22:29,603 INFO  [RS:0;d1ba675678c9:35687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C35687%2C1731043346195, suffix=, logDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/WALs/d1ba675678c9,35687,1731043346195, archiveDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/oldWALs, maxLogs=32
2024-11-08T05:22:29,622 DEBUG [RS:0;d1ba675678c9:35687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/WALs/d1ba675678c9,35687,1731043346195/d1ba675678c9%2C35687%2C1731043346195.1731043349606, exclude list is [], retry=0
2024-11-08T05:22:29,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37171,DS-f324181e-d2f6-49cf-8e30-12030e66eb61,DISK]
2024-11-08T05:22:29,631 INFO  [RS:0;d1ba675678c9:35687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/WALs/d1ba675678c9,35687,1731043346195/d1ba675678c9%2C35687%2C1731043346195.1731043349606
2024-11-08T05:22:29,632 DEBUG [RS:0;d1ba675678c9:35687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43845:43845)]
2024-11-08T05:22:29,765 DEBUG [d1ba675678c9:37945 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-08T05:22:29,780 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:29,789 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,35687,1731043346195, state=OPENING
2024-11-08T05:22:29,843 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T05:22:29,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:29,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:22:29,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T05:22:29,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T05:22:29,857 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T05:22:29,859 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:22:30,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T05:22:30,034 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T05:22:30,049 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T05:22:30,049 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T05:22:30,050 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T05:22:30,055 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d1ba675678c9%2C35687%2C1731043346195.meta, suffix=.meta, logDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/WALs/d1ba675678c9,35687,1731043346195, archiveDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/oldWALs, maxLogs=32
2024-11-08T05:22:30,073 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/WALs/d1ba675678c9,35687,1731043346195/d1ba675678c9%2C35687%2C1731043346195.meta.1731043350057.meta, exclude list is [], retry=0
2024-11-08T05:22:30,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37171,DS-f324181e-d2f6-49cf-8e30-12030e66eb61,DISK]
2024-11-08T05:22:30,082 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/WALs/d1ba675678c9,35687,1731043346195/d1ba675678c9%2C35687%2C1731043346195.meta.1731043350057.meta
2024-11-08T05:22:30,083 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43845:43845)]
2024-11-08T05:22:30,083 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:22:30,085 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T05:22:30,088 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T05:22:30,093 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T05:22:30,097 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T05:22:30,098 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:22:30,099 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T05:22:30,099 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T05:22:30,103 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T05:22:30,105 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T05:22:30,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:30,106 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:30,107 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T05:22:30,108 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T05:22:30,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:30,110 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:30,110 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T05:22:30,112 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T05:22:30,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:30,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:30,114 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T05:22:30,116 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T05:22:30,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:30,117 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T05:22:30,117 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T05:22:30,119 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740
2024-11-08T05:22:30,122 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740
2024-11-08T05:22:30,125 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T05:22:30,125 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T05:22:30,126 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:22:30,129 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T05:22:30,131 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72102610, jitterRate=0.07441261410713196}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:22:30,131 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T05:22:30,133 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731043350100Writing region info on filesystem at 1731043350100Initializing all the Stores at 1731043350102 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043350102Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043350103 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043350103Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731043350103Cleaning up temporary data from old regions at 1731043350125 (+22 ms)Running coprocessor post-open hooks at 1731043350131 (+6 ms)Region opened successfully at 1731043350132 (+1 ms)
2024-11-08T05:22:30,139 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731043350023
2024-11-08T05:22:30,151 DEBUG [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T05:22:30,151 INFO  [RS_OPEN_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T05:22:30,154 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:30,158 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d1ba675678c9,35687,1731043346195, state=OPEN
2024-11-08T05:22:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T05:22:30,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T05:22:30,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T05:22:30,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T05:22:30,204 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:30,212 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T05:22:30,212 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d1ba675678c9,35687,1731043346195 in 346 msec
2024-11-08T05:22:30,221 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T05:22:30,221 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 874 msec
2024-11-08T05:22:30,222 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T05:22:30,223 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T05:22:30,242 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:30,243 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:30,263 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:30,266 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:30,287 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2210 sec
2024-11-08T05:22:30,287 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731043350287, completionTime=-1
2024-11-08T05:22:30,290 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-08T05:22:30,290 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster...
2024-11-08T05:22:30,340 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1
2024-11-08T05:22:30,340 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731043410340
2024-11-08T05:22:30,340 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731043470340
2024-11-08T05:22:30,340 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 50 msec
2024-11-08T05:22:30,343 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37945,1731043345409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:30,343 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37945,1731043345409-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:30,343 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37945,1731043345409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:30,345 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d1ba675678c9:37945, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:30,345 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:30,346 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:30,351 DEBUG [master/d1ba675678c9:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T05:22:30,380 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.960sec
2024-11-08T05:22:30,381 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T05:22:30,382 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T05:22:30,383 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T05:22:30,383 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T05:22:30,384 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T05:22:30,385 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37945,1731043345409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T05:22:30,385 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37945,1731043345409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T05:22:30,394 DEBUG [master/d1ba675678c9:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T05:22:30,395 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T05:22:30,395 INFO  [master/d1ba675678c9:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d1ba675678c9,37945,1731043345409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T05:22:30,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:30,457 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-08T05:22:30,457 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-08T05:22:30,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:30,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:30,470 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:30,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:30,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db9d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:30,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:30,477 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:30,479 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:30,481 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:30,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:30,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:30,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:30,493 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:30,496 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:30,519 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d1ba675678c9,37945,1731043345409
2024-11-08T05:22:30,532 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=436, ProcessCount=11, AvailableMemoryMB=7485
2024-11-08T05:22:30,540 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:22:30,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37945,1731043345409
2024-11-08T05:22:30,547 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b65baa9
2024-11-08T05:22:30,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:22:30,552 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:22:30,554 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:22:30,558 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:22:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:30,569 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:22:30,571 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 4
2024-11-08T05:22:30,572 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:30,575 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:22:30,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:22:30,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741835_1011 (size=959)
2024-11-08T05:22:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:22:30,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:22:30,995 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23
2024-11-08T05:22:31,004 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741836_1012 (size=53)
2024-11-08T05:22:31,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:22:31,408 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:22:31,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 39f54db149b763e7f6af3eb0b4af3a47, disabling compactions & flushes
2024-11-08T05:22:31,409 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:31,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:31,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. after waiting 0 ms
2024-11-08T05:22:31,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:31,409 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:31,409 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 39f54db149b763e7f6af3eb0b4af3a47:
Waiting for close lock at 1731043351409Disabling compacts and flushes for region at 1731043351409Disabling writes for close at 1731043351409Writing region close event to WAL at 1731043351409Closed at 1731043351409
2024-11-08T05:22:31,413 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:22:31,420 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731043351414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043351414"}]},"ts":"1731043351414"}
2024-11-08T05:22:31,431 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:22:31,436 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:22:31,443 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043351436"}]},"ts":"1731043351436"}
2024-11-08T05:22:31,452 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T05:22:31,455 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, ASSIGN}]
2024-11-08T05:22:31,464 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, ASSIGN
2024-11-08T05:22:31,467 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, ASSIGN; state=OFFLINE, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=false
2024-11-08T05:22:31,619 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39f54db149b763e7f6af3eb0b4af3a47, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:31,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, ASSIGN because future has completed
2024-11-08T05:22:31,627 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:22:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:22:31,794 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:31,795 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:22:31,795 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,795 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:22:31,796 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,796 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,799 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 39f54db149b763e7f6af3eb0b4af3a47 
2024-11-08T05:22:31,802 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39f54db149b763e7f6af3eb0b4af3a47 columnFamilyName A
2024-11-08T05:22:31,802 DEBUG [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:31,803 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] regionserver.HStore(327): Store=39f54db149b763e7f6af3eb0b4af3a47/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:31,804 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 39f54db149b763e7f6af3eb0b4af3a47 
2024-11-08T05:22:31,806 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39f54db149b763e7f6af3eb0b4af3a47 columnFamilyName B
2024-11-08T05:22:31,806 DEBUG [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:31,808 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] regionserver.HStore(327): Store=39f54db149b763e7f6af3eb0b4af3a47/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:31,808 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 39f54db149b763e7f6af3eb0b4af3a47 
2024-11-08T05:22:31,811 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 39f54db149b763e7f6af3eb0b4af3a47 columnFamilyName C
2024-11-08T05:22:31,811 DEBUG [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:31,812 INFO  [StoreOpener-39f54db149b763e7f6af3eb0b4af3a47-1 {}] regionserver.HStore(327): Store=39f54db149b763e7f6af3eb0b4af3a47/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:31,813 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,814 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,815 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,817 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,817 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,818 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:22:31,820 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,824 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:22:31,825 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 39f54db149b763e7f6af3eb0b4af3a47; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75379236, jitterRate=0.12323814630508423}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:22:31,825 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:31,826 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 39f54db149b763e7f6af3eb0b4af3a47:
Running coprocessor pre-open hook at 1731043351796Writing region info on filesystem at 1731043351796Initializing all the Stores at 1731043351798 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043351798Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043351799 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043351799Cleaning up temporary data from old regions at 1731043351817 (+18 ms)Running coprocessor post-open hooks at 1731043351825 (+8 ms)Region opened successfully at 1731043351826 (+1 ms)
2024-11-08T05:22:31,828 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., pid=6, masterSystemTime=1731043351785
2024-11-08T05:22:31,832 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:31,833 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:31,834 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=39f54db149b763e7f6af3eb0b4af3a47, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:31,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:22:31,846 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-08T05:22:31,848 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195 in 214 msec
2024-11-08T05:22:31,852 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-08T05:22:31,852 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, ASSIGN in 392 msec
2024-11-08T05:22:31,854 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:22:31,855 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043351854"}]},"ts":"1731043351854"}
2024-11-08T05:22:31,858 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T05:22:31,861 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:22:31,865 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.3000 sec
2024-11-08T05:22:32,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T05:22:32,731 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:32,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,738 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,738 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@686b7a0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,740 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,741 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,743 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a646f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,745 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,747 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:22:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37945,1731043345409
2024-11-08T05:22:32,751 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bd4bf8e
2024-11-08T05:22:32,753 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:22:32,756 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:22:32,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,761 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2886558d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,762 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,763 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,765 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4e6a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,768 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,769 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7290076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,771 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,772 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,773 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b17c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,776 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,780 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b383f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,784 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,787 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ede423c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,790 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a6bf59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,793 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,794 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c50a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,796 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,796 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,798 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,799 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d37adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,803 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36bbea39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,805 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,806 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf8fae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,807 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,807 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,809 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21338ca5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,810 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,811 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@585eb20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,814 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:32,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:32,815 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56225fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,816 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:32,817 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:32,818 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:32,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7b74c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:32,824 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,825 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,825 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,825 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,827 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,827 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,827 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,828 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,829 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,830 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,830 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,830 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,831 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,832 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,832 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,833 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,834 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:32,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:32,835 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,835 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,837 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,842 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,843 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,853 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:22:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees
2024-11-08T05:22:32,863 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:22:32,865 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:32,867 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:32,923 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:32,927 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:22:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:22:33,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T05:22:33,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:33,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/b7540cbbd42245bdb26b631d08dd8ead is 50, key is test_row_0/A:col10/1731043352925/Put/seqid=0
2024-11-08T05:22:33,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741837_1013 (size=12001)
2024-11-08T05:22:33,137 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/b7540cbbd42245bdb26b631d08dd8ead
2024-11-08T05:22:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:22:33,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043413167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,196 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043413169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043413171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,206 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043413177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,208 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,208 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043413177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,209 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T05:22:33,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:33,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043413316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043413317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043413327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043413318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043413327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,344 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/40cdc3c6cb644e2797fee50fea32aea6 is 50, key is test_row_0/B:col10/1731043352925/Put/seqid=0
2024-11-08T05:22:33,395 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741838_1014 (size=12001)
2024-11-08T05:22:33,397 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/40cdc3c6cb644e2797fee50fea32aea6
2024-11-08T05:22:33,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T05:22:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:33,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,445 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/7fa3fb3842cd4c8c952f03afa410189b is 50, key is test_row_0/C:col10/1731043352925/Put/seqid=0
2024-11-08T05:22:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:22:33,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741839_1015 (size=12001)
2024-11-08T05:22:33,534 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043413531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,537 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043413531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,538 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043413550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043413551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,557 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043413552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T05:22:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T05:22:33,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:33,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,849 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043413840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,850 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,851 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043413850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043413870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043413870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,873 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:33,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043413870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:33,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:33,906 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/7fa3fb3842cd4c8c952f03afa410189b
2024-11-08T05:22:33,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T05:22:33,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:33,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:33,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=8
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:33,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/b7540cbbd42245bdb26b631d08dd8ead as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/b7540cbbd42245bdb26b631d08dd8ead
2024-11-08T05:22:33,967 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/b7540cbbd42245bdb26b631d08dd8ead, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T05:22:33,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/40cdc3c6cb644e2797fee50fea32aea6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/40cdc3c6cb644e2797fee50fea32aea6
2024-11-08T05:22:33,997 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/40cdc3c6cb644e2797fee50fea32aea6, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T05:22:34,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:22:34,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/7fa3fb3842cd4c8c952f03afa410189b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7fa3fb3842cd4c8c952f03afa410189b
2024-11-08T05:22:34,039 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7fa3fb3842cd4c8c952f03afa410189b, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T05:22:34,049 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 39f54db149b763e7f6af3eb0b4af3a47 in 1120ms, sequenceid=13, compaction requested=false
2024-11-08T05:22:34,050 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-08T05:22:34,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:34,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8
2024-11-08T05:22:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:34,080 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T05:22:34,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7aa9276ddbe14e7ba30e0d1ba8eca547 is 50, key is test_row_0/A:col10/1731043353167/Put/seqid=0
2024-11-08T05:22:34,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741840_1016 (size=12001)
2024-11-08T05:22:34,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:34,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:34,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043414396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043414400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,418 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043414404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043414406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,426 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043414413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043414519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,536 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043414529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,538 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043414530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043414531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,539 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,543 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7aa9276ddbe14e7ba30e0d1ba8eca547
2024-11-08T05:22:34,547 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043414539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,548 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/77418ffeb1c44ff8a31a8eb20026857d is 50, key is test_row_0/B:col10/1731043353167/Put/seqid=0
2024-11-08T05:22:34,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741841_1017 (size=12001)
2024-11-08T05:22:34,747 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043414740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043414750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,778 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043414750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,778 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043414753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,779 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:34,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043414762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:34,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:34,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:34,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:22:35,024 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/77418ffeb1c44ff8a31a8eb20026857d
2024-11-08T05:22:35,068 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043415067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/4fdb5ac973324a54af94cff46ee7482f is 50, key is test_row_0/C:col10/1731043353167/Put/seqid=0
2024-11-08T05:22:35,095 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043415090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043415090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,097 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,097 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043415090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,096 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043415090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741842_1018 (size=12001)
2024-11-08T05:22:35,515 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/4fdb5ac973324a54af94cff46ee7482f
2024-11-08T05:22:35,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7aa9276ddbe14e7ba30e0d1ba8eca547 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7aa9276ddbe14e7ba30e0d1ba8eca547
2024-11-08T05:22:35,566 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7aa9276ddbe14e7ba30e0d1ba8eca547, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T05:22:35,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/77418ffeb1c44ff8a31a8eb20026857d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/77418ffeb1c44ff8a31a8eb20026857d
2024-11-08T05:22:35,594 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/77418ffeb1c44ff8a31a8eb20026857d, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T05:22:35,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/4fdb5ac973324a54af94cff46ee7482f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4fdb5ac973324a54af94cff46ee7482f
2024-11-08T05:22:35,614 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T05:22:35,618 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4fdb5ac973324a54af94cff46ee7482f, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T05:22:35,621 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 39f54db149b763e7f6af3eb0b4af3a47 in 1541ms, sequenceid=37, compaction requested=false
2024-11-08T05:22:35,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:35,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:35,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8
2024-11-08T05:22:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=8
2024-11-08T05:22:35,632 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-08T05:22:35,632 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7590 sec
2024-11-08T05:22:35,638 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.7830 sec
2024-11-08T05:22:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:35,667 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:35,667 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:22:35,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7c558d9ae7144e51b8eaf8faef7f3c5a is 50, key is test_row_0/A:col10/1731043355666/Put/seqid=0
2024-11-08T05:22:35,731 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741843_1019 (size=9657)
2024-11-08T05:22:35,734 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7c558d9ae7144e51b8eaf8faef7f3c5a
2024-11-08T05:22:35,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/c55cb4f71e0d4f7ead65c3cbb3ebc153 is 50, key is test_row_0/B:col10/1731043355666/Put/seqid=0
2024-11-08T05:22:35,798 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043415771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741844_1020 (size=9657)
2024-11-08T05:22:35,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T05:22:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,832 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,833 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/c55cb4f71e0d4f7ead65c3cbb3ebc153
2024-11-08T05:22:35,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T05:22:35,837 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T05:22:35,841 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:22:35,841 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-08T05:22:35,842 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T05:22:35,842 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T05:22:35,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-08T05:22:35,852 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-08T05:22:35,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/7637b1b772884fa99b1583c9f8dae118 is 50, key is test_row_0/C:col10/1731043355666/Put/seqid=0
2024-11-08T05:22:35,872 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043415835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043415835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043415836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043415836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741845_1021 (size=9657)
2024-11-08T05:22:35,955 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043415939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,986 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043415980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:35,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:35,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:35,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043415990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043415990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,003 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043415991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,005 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043416169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,218 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043416199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,219 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043416209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,222 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043416210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043416209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,302 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/7637b1b772884fa99b1583c9f8dae118
2024-11-08T05:22:36,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7c558d9ae7144e51b8eaf8faef7f3c5a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7c558d9ae7144e51b8eaf8faef7f3c5a
2024-11-08T05:22:36,354 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7c558d9ae7144e51b8eaf8faef7f3c5a, entries=100, sequenceid=51, filesize=9.4 K
2024-11-08T05:22:36,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/c55cb4f71e0d4f7ead65c3cbb3ebc153 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c55cb4f71e0d4f7ead65c3cbb3ebc153
2024-11-08T05:22:36,384 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c55cb4f71e0d4f7ead65c3cbb3ebc153, entries=100, sequenceid=51, filesize=9.4 K
2024-11-08T05:22:36,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/7637b1b772884fa99b1583c9f8dae118 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7637b1b772884fa99b1583c9f8dae118
2024-11-08T05:22:36,405 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7637b1b772884fa99b1583c9f8dae118, entries=100, sequenceid=51, filesize=9.4 K
2024-11-08T05:22:36,408 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 39f54db149b763e7f6af3eb0b4af3a47 in 740ms, sequenceid=51, compaction requested=true
2024-11-08T05:22:36,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:36,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:36,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:36,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:36,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:36,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:36,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T05:22:36,419 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:36,421 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:36,423 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:36,425 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:36,426 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:36,427 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/40cdc3c6cb644e2797fee50fea32aea6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/77418ffeb1c44ff8a31a8eb20026857d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c55cb4f71e0d4f7ead65c3cbb3ebc153] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=32.9 K
2024-11-08T05:22:36,429 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 40cdc3c6cb644e2797fee50fea32aea6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043352879
2024-11-08T05:22:36,430 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 77418ffeb1c44ff8a31a8eb20026857d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731043353101
2024-11-08T05:22:36,432 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c55cb4f71e0d4f7ead65c3cbb3ebc153, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043354398
2024-11-08T05:22:36,437 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:36,437 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:36,437 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:36,437 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/b7540cbbd42245bdb26b631d08dd8ead, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7aa9276ddbe14e7ba30e0d1ba8eca547, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7c558d9ae7144e51b8eaf8faef7f3c5a] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=32.9 K
2024-11-08T05:22:36,438 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7540cbbd42245bdb26b631d08dd8ead, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043352879
2024-11-08T05:22:36,439 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7aa9276ddbe14e7ba30e0d1ba8eca547, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731043353101
2024-11-08T05:22:36,440 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c558d9ae7144e51b8eaf8faef7f3c5a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043354398
2024-11-08T05:22:36,504 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:36,505 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:22:36,505 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:36,506 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/a7faaa1b890748e0b64097f030320dca is 50, key is test_row_0/B:col10/1731043355666/Put/seqid=0
2024-11-08T05:22:36,508 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#9 average throughput is 0.34 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:36,512 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/412813ce73b8427eb697bc374f9b33f8 is 50, key is test_row_0/A:col10/1731043355666/Put/seqid=0
2024-11-08T05:22:36,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/c933523b5ef747d99738781cbf3d7ad8 is 50, key is test_row_0/A:col10/1731043356496/Put/seqid=0
2024-11-08T05:22:36,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741846_1022 (size=12104)
2024-11-08T05:22:36,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043416565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043416569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,586 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741847_1023 (size=12104)
2024-11-08T05:22:36,601 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/a7faaa1b890748e0b64097f030320dca as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a7faaa1b890748e0b64097f030320dca
2024-11-08T05:22:36,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043416585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043416585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,618 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043416599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741848_1024 (size=14341)
2024-11-08T05:22:36,630 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/c933523b5ef747d99738781cbf3d7ad8
2024-11-08T05:22:36,661 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into a7faaa1b890748e0b64097f030320dca(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:36,662 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:36,672 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=13, startTime=1731043356415; duration=0sec
2024-11-08T05:22:36,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/b4dedf0a8ee94cd89838e171c5ade5ee is 50, key is test_row_0/B:col10/1731043356496/Put/seqid=0
2024-11-08T05:22:36,677 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:36,678 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:36,678 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:36,683 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:36,684 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:36,684 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:36,684 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7fa3fb3842cd4c8c952f03afa410189b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4fdb5ac973324a54af94cff46ee7482f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7637b1b772884fa99b1583c9f8dae118] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=32.9 K
2024-11-08T05:22:36,685 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fa3fb3842cd4c8c952f03afa410189b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043352879
2024-11-08T05:22:36,686 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fdb5ac973324a54af94cff46ee7482f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731043353101
2024-11-08T05:22:36,687 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7637b1b772884fa99b1583c9f8dae118, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043354398
2024-11-08T05:22:36,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043416689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,692 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043416690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,700 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741849_1025 (size=12001)
2024-11-08T05:22:36,703 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/b4dedf0a8ee94cd89838e171c5ade5ee
2024-11-08T05:22:36,718 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#13 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:36,719 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/92cd43a93f59487ba13ffac3c6466cc6 is 50, key is test_row_0/C:col10/1731043355666/Put/seqid=0
2024-11-08T05:22:36,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5398f71ac3ee4c45935542041ae9a41f is 50, key is test_row_0/C:col10/1731043356496/Put/seqid=0
2024-11-08T05:22:36,737 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043416730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043416730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,739 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043416731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741851_1027 (size=12001)
2024-11-08T05:22:36,779 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741850_1026 (size=12104)
2024-11-08T05:22:36,902 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,904 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043416900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043416899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,909 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043416950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,959 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043416951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,960 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:36,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,961 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043416951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:36,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,019 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/412813ce73b8427eb697bc374f9b33f8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/412813ce73b8427eb697bc374f9b33f8
2024-11-08T05:22:37,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-08T05:22:37,029 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:37,030 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees
2024-11-08T05:22:37,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:22:37,034 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:37,037 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:37,037 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:37,038 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into 412813ce73b8427eb697bc374f9b33f8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:37,038 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:37,038 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=13, startTime=1731043356410; duration=0sec
2024-11-08T05:22:37,039 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:37,039 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:22:37,160 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5398f71ac3ee4c45935542041ae9a41f
2024-11-08T05:22:37,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-08T05:22:37,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:37,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/c933523b5ef747d99738781cbf3d7ad8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c933523b5ef747d99738781cbf3d7ad8
2024-11-08T05:22:37,226 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/92cd43a93f59487ba13ffac3c6466cc6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/92cd43a93f59487ba13ffac3c6466cc6
2024-11-08T05:22:37,226 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043417219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,227 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043417219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,228 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,229 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,229 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c933523b5ef747d99738781cbf3d7ad8, entries=200, sequenceid=74, filesize=14.0 K
2024-11-08T05:22:37,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/b4dedf0a8ee94cd89838e171c5ade5ee as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b4dedf0a8ee94cd89838e171c5ade5ee
2024-11-08T05:22:37,246 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into 92cd43a93f59487ba13ffac3c6466cc6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:37,246 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:37,247 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=13, startTime=1731043356415; duration=0sec
2024-11-08T05:22:37,247 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:37,247 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:37,260 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b4dedf0a8ee94cd89838e171c5ade5ee, entries=150, sequenceid=74, filesize=11.7 K
2024-11-08T05:22:37,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5398f71ac3ee4c45935542041ae9a41f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5398f71ac3ee4c45935542041ae9a41f
2024-11-08T05:22:37,276 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043417271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,279 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5398f71ac3ee4c45935542041ae9a41f, entries=150, sequenceid=74, filesize=11.7 K
2024-11-08T05:22:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,281 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 39f54db149b763e7f6af3eb0b4af3a47 in 775ms, sequenceid=74, compaction requested=false
2024-11-08T05:22:37,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:37,286 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:37,286 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T05:22:37,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/bbce000335ef4471bb7f4e0713ad41a3 is 50, key is test_row_0/A:col10/1731043357283/Put/seqid=0
2024-11-08T05:22:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:22:37,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-08T05:22:37,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:37,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,369 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741852_1028 (size=12001)
2024-11-08T05:22:37,372 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/bbce000335ef4471bb7f4e0713ad41a3
2024-11-08T05:22:37,397 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043417393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/1c5a3f8c972d46918935ab4e596e3fb6 is 50, key is test_row_0/B:col10/1731043357283/Put/seqid=0
2024-11-08T05:22:37,408 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043417398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741853_1029 (size=12001)
2024-11-08T05:22:37,448 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/1c5a3f8c972d46918935ab4e596e3fb6
2024-11-08T05:22:37,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/6f2869e63452433c8b54d6221e21a769 is 50, key is test_row_0/C:col10/1731043357283/Put/seqid=0
2024-11-08T05:22:37,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741854_1030 (size=12001)
2024-11-08T05:22:37,494 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/6f2869e63452433c8b54d6221e21a769
2024-11-08T05:22:37,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043417509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/bbce000335ef4471bb7f4e0713ad41a3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/bbce000335ef4471bb7f4e0713ad41a3
2024-11-08T05:22:37,524 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043417519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-08T05:22:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=10
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:37,538 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/bbce000335ef4471bb7f4e0713ad41a3, entries=150, sequenceid=93, filesize=11.7 K
2024-11-08T05:22:37,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/1c5a3f8c972d46918935ab4e596e3fb6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1c5a3f8c972d46918935ab4e596e3fb6
2024-11-08T05:22:37,556 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1c5a3f8c972d46918935ab4e596e3fb6, entries=150, sequenceid=93, filesize=11.7 K
2024-11-08T05:22:37,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/6f2869e63452433c8b54d6221e21a769 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/6f2869e63452433c8b54d6221e21a769
2024-11-08T05:22:37,586 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/6f2869e63452433c8b54d6221e21a769, entries=150, sequenceid=93, filesize=11.7 K
2024-11-08T05:22:37,589 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 39f54db149b763e7f6af3eb0b4af3a47 in 303ms, sequenceid=93, compaction requested=true
2024-11-08T05:22:37,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:37,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:37,590 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:37,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:37,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:37,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:37,590 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:37,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:37,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:37,594 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:37,595 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:37,595 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,595 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:37,595 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/412813ce73b8427eb697bc374f9b33f8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c933523b5ef747d99738781cbf3d7ad8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/bbce000335ef4471bb7f4e0713ad41a3] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=37.5 K
2024-11-08T05:22:37,595 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:37,595 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,596 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a7faaa1b890748e0b64097f030320dca, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b4dedf0a8ee94cd89838e171c5ade5ee, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1c5a3f8c972d46918935ab4e596e3fb6] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=35.3 K
2024-11-08T05:22:37,598 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 412813ce73b8427eb697bc374f9b33f8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043353165
2024-11-08T05:22:37,598 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a7faaa1b890748e0b64097f030320dca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043353165
2024-11-08T05:22:37,600 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b4dedf0a8ee94cd89838e171c5ade5ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731043355762
2024-11-08T05:22:37,600 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c933523b5ef747d99738781cbf3d7ad8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731043355762
2024-11-08T05:22:37,601 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c5a3f8c972d46918935ab4e596e3fb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043356576
2024-11-08T05:22:37,601 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbce000335ef4471bb7f4e0713ad41a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043356576
2024-11-08T05:22:37,637 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:37,638 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:37,638 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/99b1aca722ae4fa28df4bee121f1a6a5 is 50, key is test_row_0/A:col10/1731043357283/Put/seqid=0
2024-11-08T05:22:37,639 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/ad8691a0150343be82a4d421a6e06a42 is 50, key is test_row_0/B:col10/1731043357283/Put/seqid=0
2024-11-08T05:22:37,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741855_1031 (size=12207)
2024-11-08T05:22:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:22:37,672 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/99b1aca722ae4fa28df4bee121f1a6a5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/99b1aca722ae4fa28df4bee121f1a6a5
2024-11-08T05:22:37,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741856_1032 (size=12207)
2024-11-08T05:22:37,690 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into 99b1aca722ae4fa28df4bee121f1a6a5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:37,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10
2024-11-08T05:22:37,690 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:37,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,690 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=13, startTime=1731043357589; duration=0sec
2024-11-08T05:22:37,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-08T05:22:37,690 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:37,691 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:37,691 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:37,696 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:37,696 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:37,696 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:37,696 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/92cd43a93f59487ba13ffac3c6466cc6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5398f71ac3ee4c45935542041ae9a41f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/6f2869e63452433c8b54d6221e21a769] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=35.3 K
2024-11-08T05:22:37,697 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92cd43a93f59487ba13ffac3c6466cc6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043353165
2024-11-08T05:22:37,699 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5398f71ac3ee4c45935542041ae9a41f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731043355762
2024-11-08T05:22:37,701 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/ad8691a0150343be82a4d421a6e06a42 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ad8691a0150343be82a4d421a6e06a42
2024-11-08T05:22:37,702 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f2869e63452433c8b54d6221e21a769, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043356576
2024-11-08T05:22:37,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/f712211ae9c245a480724d3caafaf71f is 50, key is test_row_0/A:col10/1731043357388/Put/seqid=0
2024-11-08T05:22:37,721 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into ad8691a0150343be82a4d421a6e06a42(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:37,721 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:37,721 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=13, startTime=1731043357590; duration=0sec
2024-11-08T05:22:37,722 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:37,722 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:37,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:37,745 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:37,746 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/2172470c236345c7832dbdf1d9dc6cc8 is 50, key is test_row_0/C:col10/1731043357283/Put/seqid=0
2024-11-08T05:22:37,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741857_1033 (size=12001)
2024-11-08T05:22:37,774 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043417771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043417771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,777 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043417772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,783 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,784 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043417783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741858_1034 (size=12207)
2024-11-08T05:22:37,794 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043417789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,805 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/2172470c236345c7832dbdf1d9dc6cc8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/2172470c236345c7832dbdf1d9dc6cc8
2024-11-08T05:22:37,819 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into 2172470c236345c7832dbdf1d9dc6cc8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:37,819 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:37,819 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=13, startTime=1731043357590; duration=0sec
2024-11-08T05:22:37,820 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:37,820 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:37,883 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043417879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,890 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043417889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,894 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043417889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:37,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043417890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:37,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:37,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:37,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043418089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,099 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043418099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043418111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043418110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,164 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/f712211ae9c245a480724d3caafaf71f
2024-11-08T05:22:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:22:38,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/3b0efa10ba614cd496ec297d89ef139f is 50, key is test_row_0/B:col10/1731043357388/Put/seqid=0
2024-11-08T05:22:38,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741859_1035 (size=12001)
2024-11-08T05:22:38,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/3b0efa10ba614cd496ec297d89ef139f
2024-11-08T05:22:38,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/55185944f538494b935acccfbcfef423 is 50, key is test_row_0/C:col10/1731043357388/Put/seqid=0
2024-11-08T05:22:38,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741860_1036 (size=12001)
2024-11-08T05:22:38,283 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/55185944f538494b935acccfbcfef423
2024-11-08T05:22:38,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/f712211ae9c245a480724d3caafaf71f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f712211ae9c245a480724d3caafaf71f
2024-11-08T05:22:38,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f712211ae9c245a480724d3caafaf71f, entries=150, sequenceid=114, filesize=11.7 K
2024-11-08T05:22:38,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/3b0efa10ba614cd496ec297d89ef139f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3b0efa10ba614cd496ec297d89ef139f
2024-11-08T05:22:38,349 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3b0efa10ba614cd496ec297d89ef139f, entries=150, sequenceid=114, filesize=11.7 K
2024-11-08T05:22:38,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/55185944f538494b935acccfbcfef423 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/55185944f538494b935acccfbcfef423
2024-11-08T05:22:38,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/55185944f538494b935acccfbcfef423, entries=150, sequenceid=114, filesize=11.7 K
2024-11-08T05:22:38,380 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 39f54db149b763e7f6af3eb0b4af3a47 in 690ms, sequenceid=114, compaction requested=false
2024-11-08T05:22:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:38,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10
2024-11-08T05:22:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=10
2024-11-08T05:22:38,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-08T05:22:38,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3470 sec
2024-11-08T05:22:38,399 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.3630 sec
2024-11-08T05:22:38,404 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:38,404 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-08T05:22:38,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:38,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/337751f78da34672b821cade5435da2e is 50, key is test_row_0/A:col10/1731043357771/Put/seqid=0
2024-11-08T05:22:38,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043418454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043418463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,477 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043418470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,478 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043418471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741861_1037 (size=12101)
2024-11-08T05:22:38,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043418579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043418579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043418589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043418590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043418789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,793 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043418789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043418799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043418799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043418809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:38,816 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 39f54db149b763e7f6af3eb0b4af3a47 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2229 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:22:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:38,887 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/337751f78da34672b821cade5435da2e
2024-11-08T05:22:38,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/a285a580bc93452eaa8c98d42b849af9 is 50, key is test_row_0/B:col10/1731043357771/Put/seqid=0
2024-11-08T05:22:38,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741862_1038 (size=12101)
2024-11-08T05:22:38,949 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/a285a580bc93452eaa8c98d42b849af9
2024-11-08T05:22:38,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/97638f18b6fc4b7fac85cc46a4818c79 is 50, key is test_row_0/C:col10/1731043357771/Put/seqid=0
2024-11-08T05:22:38,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741863_1039 (size=12101)
2024-11-08T05:22:38,998 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/97638f18b6fc4b7fac85cc46a4818c79
2024-11-08T05:22:39,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/337751f78da34672b821cade5435da2e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/337751f78da34672b821cade5435da2e
2024-11-08T05:22:39,026 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/337751f78da34672b821cade5435da2e, entries=150, sequenceid=133, filesize=11.8 K
2024-11-08T05:22:39,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/a285a580bc93452eaa8c98d42b849af9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a285a580bc93452eaa8c98d42b849af9
2024-11-08T05:22:39,039 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a285a580bc93452eaa8c98d42b849af9, entries=150, sequenceid=133, filesize=11.8 K
2024-11-08T05:22:39,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/97638f18b6fc4b7fac85cc46a4818c79 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/97638f18b6fc4b7fac85cc46a4818c79
2024-11-08T05:22:39,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/97638f18b6fc4b7fac85cc46a4818c79, entries=150, sequenceid=133, filesize=11.8 K
2024-11-08T05:22:39,064 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 39f54db149b763e7f6af3eb0b4af3a47 in 659ms, sequenceid=133, compaction requested=true
2024-11-08T05:22:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:39,064 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:39,064 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:39,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:39,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:39,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:39,066 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:39,066 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:39,066 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:39,067 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:39,067 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,067 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,067 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/99b1aca722ae4fa28df4bee121f1a6a5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f712211ae9c245a480724d3caafaf71f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/337751f78da34672b821cade5435da2e] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=35.5 K
2024-11-08T05:22:39,067 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ad8691a0150343be82a4d421a6e06a42, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3b0efa10ba614cd496ec297d89ef139f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a285a580bc93452eaa8c98d42b849af9] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=35.5 K
2024-11-08T05:22:39,068 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99b1aca722ae4fa28df4bee121f1a6a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043356576
2024-11-08T05:22:39,069 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f712211ae9c245a480724d3caafaf71f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043357352
2024-11-08T05:22:39,069 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ad8691a0150343be82a4d421a6e06a42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043356576
2024-11-08T05:22:39,071 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b0efa10ba614cd496ec297d89ef139f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043357352
2024-11-08T05:22:39,071 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 337751f78da34672b821cade5435da2e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043357762
2024-11-08T05:22:39,073 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a285a580bc93452eaa8c98d42b849af9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043357762
2024-11-08T05:22:39,102 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:39,103 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/34494c08a4b34064ab1dfc2df694361b is 50, key is test_row_0/B:col10/1731043357771/Put/seqid=0
2024-11-08T05:22:39,107 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:39,108 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/302d1ef76b4f4dd8a4deec966f94fff9 is 50, key is test_row_0/A:col10/1731043357771/Put/seqid=0
2024-11-08T05:22:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:39,111 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:39,111 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T05:22:39,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/ee315ce50829435b8fc1db6ec274cde5 is 50, key is test_row_0/A:col10/1731043358450/Put/seqid=0
2024-11-08T05:22:39,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741864_1040 (size=12409)
2024-11-08T05:22:39,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741866_1042 (size=16931)
2024-11-08T05:22:39,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741865_1041 (size=12409)
2024-11-08T05:22:39,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9
2024-11-08T05:22:39,179 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:39,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,180 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043419166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043419170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees
2024-11-08T05:22:39,183 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/34494c08a4b34064ab1dfc2df694361b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/34494c08a4b34064ab1dfc2df694361b
2024-11-08T05:22:39,184 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/302d1ef76b4f4dd8a4deec966f94fff9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/302d1ef76b4f4dd8a4deec966f94fff9
2024-11-08T05:22:39,185 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:22:39,186 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:39,186 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:39,186 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043419178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,187 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043419183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,201 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into 302d1ef76b4f4dd8a4deec966f94fff9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:39,201 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:39,201 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=13, startTime=1731043359064; duration=0sec
2024-11-08T05:22:39,201 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into 34494c08a4b34064ab1dfc2df694361b(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:39,201 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:39,201 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=13, startTime=1731043359064; duration=0sec
2024-11-08T05:22:39,201 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:39,201 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:39,202 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:39,202 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:39,202 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:39,205 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:39,206 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:39,206 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,206 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/2172470c236345c7832dbdf1d9dc6cc8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/55185944f538494b935acccfbcfef423, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/97638f18b6fc4b7fac85cc46a4818c79] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=35.5 K
2024-11-08T05:22:39,207 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2172470c236345c7832dbdf1d9dc6cc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043356576
2024-11-08T05:22:39,208 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55185944f538494b935acccfbcfef423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043357352
2024-11-08T05:22:39,209 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97638f18b6fc4b7fac85cc46a4818c79, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043357762
2024-11-08T05:22:39,228 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:39,230 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/d11278f041014e24b5555c474904a919 is 50, key is test_row_0/C:col10/1731043357771/Put/seqid=0
2024-11-08T05:22:39,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043419289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,292 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043419289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741867_1043 (size=12409)
2024-11-08T05:22:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:22:39,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043419299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,302 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043419299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,302 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,317 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/d11278f041014e24b5555c474904a919 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d11278f041014e24b5555c474904a919
2024-11-08T05:22:39,331 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into d11278f041014e24b5555c474904a919(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:39,331 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:39,331 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=13, startTime=1731043359065; duration=0sec
2024-11-08T05:22:39,332 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:39,332 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:39,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-08T05:22:39,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:39,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-08T05:22:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043419499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,502 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043419499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:22:39,512 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043419510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,513 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043419510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,553 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/ee315ce50829435b8fc1db6ec274cde5
2024-11-08T05:22:39,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/28836f63c4f44863a3eb84fb2d3547c8 is 50, key is test_row_0/B:col10/1731043358450/Put/seqid=0
2024-11-08T05:22:39,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741868_1044 (size=12151)
2024-11-08T05:22:39,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-08T05:22:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-08T05:22:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043419809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043419809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:22:39,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043419820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043419820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:39,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:39,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-08T05:22:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:39,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:40,005 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/28836f63c4f44863a3eb84fb2d3547c8
2024-11-08T05:22:40,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/bca32911d4e24f3aa86e18b7c8ca997f is 50, key is test_row_0/C:col10/1731043358450/Put/seqid=0
2024-11-08T05:22:40,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741869_1045 (size=12151)
2024-11-08T05:22:40,051 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/bca32911d4e24f3aa86e18b7c8ca997f
2024-11-08T05:22:40,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/ee315ce50829435b8fc1db6ec274cde5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ee315ce50829435b8fc1db6ec274cde5
2024-11-08T05:22:40,071 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ee315ce50829435b8fc1db6ec274cde5, entries=250, sequenceid=155, filesize=16.5 K
2024-11-08T05:22:40,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/28836f63c4f44863a3eb84fb2d3547c8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/28836f63c4f44863a3eb84fb2d3547c8
2024-11-08T05:22:40,101 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/28836f63c4f44863a3eb84fb2d3547c8, entries=150, sequenceid=155, filesize=11.9 K
2024-11-08T05:22:40,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/bca32911d4e24f3aa86e18b7c8ca997f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/bca32911d4e24f3aa86e18b7c8ca997f
2024-11-08T05:22:40,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-08T05:22:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:40,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:40,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=12
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:40,123 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/bca32911d4e24f3aa86e18b7c8ca997f, entries=150, sequenceid=155, filesize=11.9 K
2024-11-08T05:22:40,125 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 39f54db149b763e7f6af3eb0b4af3a47 in 1014ms, sequenceid=155, compaction requested=false
2024-11-08T05:22:40,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:40,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12
2024-11-08T05:22:40,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:40,274 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T05:22:40,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/accc97f6636b4050ad69917078faeadd is 50, key is test_row_0/A:col10/1731043359153/Put/seqid=0
2024-11-08T05:22:40,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741870_1046 (size=12151)
2024-11-08T05:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:40,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:22:40,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043420417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043420421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043420422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,433 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,441 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043420432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043420529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,548 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043420539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,549 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043420540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043420549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,722 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/accc97f6636b4050ad69917078faeadd
2024-11-08T05:22:40,740 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043420739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/fbd28d28c95441489755231b48889a77 is 50, key is test_row_0/B:col10/1731043359153/Put/seqid=0
2024-11-08T05:22:40,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741871_1047 (size=12151)
2024-11-08T05:22:40,755 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/fbd28d28c95441489755231b48889a77
2024-11-08T05:22:40,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043420760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043420760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,762 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043420760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:40,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/3dfbfbf502a24f2b9b49ece189af8255 is 50, key is test_row_0/C:col10/1731043359153/Put/seqid=0
2024-11-08T05:22:40,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741872_1048 (size=12151)
2024-11-08T05:22:40,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043420829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:40,831 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 39f54db149b763e7f6af3eb0b4af3a47 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4247 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:22:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:40,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,050 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043421049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043421069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,079 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043421072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,089 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043421080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,090 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/3dfbfbf502a24f2b9b49ece189af8255
2024-11-08T05:22:41,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/accc97f6636b4050ad69917078faeadd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/accc97f6636b4050ad69917078faeadd
2024-11-08T05:22:41,228 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/accc97f6636b4050ad69917078faeadd, entries=150, sequenceid=173, filesize=11.9 K
2024-11-08T05:22:41,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/fbd28d28c95441489755231b48889a77 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/fbd28d28c95441489755231b48889a77
2024-11-08T05:22:41,263 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/fbd28d28c95441489755231b48889a77, entries=150, sequenceid=173, filesize=11.9 K
2024-11-08T05:22:41,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/3dfbfbf502a24f2b9b49ece189af8255 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3dfbfbf502a24f2b9b49ece189af8255
2024-11-08T05:22:41,275 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3dfbfbf502a24f2b9b49ece189af8255, entries=150, sequenceid=173, filesize=11.9 K
2024-11-08T05:22:41,277 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for 39f54db149b763e7f6af3eb0b4af3a47 in 1002ms, sequenceid=173, compaction requested=true
2024-11-08T05:22:41,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:41,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:41,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12
2024-11-08T05:22:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=12
2024-11-08T05:22:41,287 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-08T05:22:41,287 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0930 sec
2024-11-08T05:22:41,292 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.1090 sec
2024-11-08T05:22:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-08T05:22:41,341 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:41,343 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees
2024-11-08T05:22:41,347 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-08T05:22:41,349 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:41,350 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-08T05:22:41,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14
2024-11-08T05:22:41,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:41,509 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:22:41,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/c65064c13ff148c5ac27f869655db7ec is 50, key is test_row_0/A:col10/1731043360419/Put/seqid=0
2024-11-08T05:22:41,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:41,610 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741873_1049 (size=12151)
2024-11-08T05:22:41,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043421607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,613 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/c65064c13ff148c5ac27f869655db7ec
2024-11-08T05:22:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043421610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,618 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043421612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,622 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043421614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,624 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/e20aedd4347c41a2b662b931df9cb333 is 50, key is test_row_0/B:col10/1731043360419/Put/seqid=0
2024-11-08T05:22:41,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741874_1050 (size=12151)
2024-11-08T05:22:41,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/e20aedd4347c41a2b662b931df9cb333
2024-11-08T05:22:41,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/a83aad93a4ac459b8638705d023f8404 is 50, key is test_row_0/C:col10/1731043360419/Put/seqid=0
2024-11-08T05:22:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-08T05:22:41,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741875_1051 (size=12151)
2024-11-08T05:22:41,680 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/a83aad93a4ac459b8638705d023f8404
2024-11-08T05:22:41,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/c65064c13ff148c5ac27f869655db7ec as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c65064c13ff148c5ac27f869655db7ec
2024-11-08T05:22:41,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c65064c13ff148c5ac27f869655db7ec, entries=150, sequenceid=196, filesize=11.9 K
2024-11-08T05:22:41,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/e20aedd4347c41a2b662b931df9cb333 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/e20aedd4347c41a2b662b931df9cb333
2024-11-08T05:22:41,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043421724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,735 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/e20aedd4347c41a2b662b931df9cb333, entries=150, sequenceid=196, filesize=11.9 K
2024-11-08T05:22:41,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/a83aad93a4ac459b8638705d023f8404 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/a83aad93a4ac459b8638705d023f8404
2024-11-08T05:22:41,749 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043421733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,750 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,750 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043421734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,753 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043421734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:41,756 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/a83aad93a4ac459b8638705d023f8404, entries=150, sequenceid=196, filesize=11.9 K
2024-11-08T05:22:41,767 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 39f54db149b763e7f6af3eb0b4af3a47 in 258ms, sequenceid=196, compaction requested=true
2024-11-08T05:22:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:41,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-08T05:22:41,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-08T05:22:41,774 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13
2024-11-08T05:22:41,775 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 420 msec
2024-11-08T05:22:41,779 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 433 msec
2024-11-08T05:22:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:41,941 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:41,941 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T05:22:41,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/9efef11b52e040f1bae99617e6c4d8d5 is 50, key is test_row_0/A:col10/1731043361939/Put/seqid=0
2024-11-08T05:22:41,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13
2024-11-08T05:22:41,980 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:41,983 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:41,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees
2024-11-08T05:22:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-08T05:22:41,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741876_1052 (size=14541)
2024-11-08T05:22:41,993 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:41,998 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:41,999 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:42,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043422002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,030 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043422020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043422020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043422020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-08T05:22:42,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043422129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,131 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043422140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043422140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,143 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043422140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:42,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-08T05:22:42,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,339 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043422339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,357 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043422351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043422353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,365 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043422356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,366 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,398 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/9efef11b52e040f1bae99617e6c4d8d5
2024-11-08T05:22:42,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/ef1b8a15fae6412ba1573f421a3a1a61 is 50, key is test_row_0/B:col10/1731043361939/Put/seqid=0
2024-11-08T05:22:42,472 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741877_1053 (size=12151)
2024-11-08T05:22:42,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:42,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-08T05:22:42,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043422649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,653 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:42,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:42,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,676 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043422669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,677 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043422671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,682 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043422679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:42,683 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:42,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:42,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:42,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,867 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/ef1b8a15fae6412ba1573f421a3a1a61
2024-11-08T05:22:42,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/b6d8451d88914def84cf983ac984c641 is 50, key is test_row_0/C:col10/1731043361939/Put/seqid=0
2024-11-08T05:22:42,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741878_1054 (size=12151)
2024-11-08T05:22:42,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:42,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:42,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:42,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:42,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:43,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:43,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-08T05:22:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:43,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:43,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043423160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:43,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:43,168 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:43,169 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:43,194 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:43,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043423190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:43,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:43,195 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:43,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043423192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:43,195 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043423189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:43,293 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/b6d8451d88914def84cf983ac984c641
2024-11-08T05:22:43,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:43,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/9efef11b52e040f1bae99617e6c4d8d5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/9efef11b52e040f1bae99617e6c4d8d5
2024-11-08T05:22:43,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:43,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:43,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:43,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=16
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:43,332 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/9efef11b52e040f1bae99617e6c4d8d5, entries=200, sequenceid=210, filesize=14.2 K
2024-11-08T05:22:43,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/ef1b8a15fae6412ba1573f421a3a1a61 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ef1b8a15fae6412ba1573f421a3a1a61
2024-11-08T05:22:43,341 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ef1b8a15fae6412ba1573f421a3a1a61, entries=150, sequenceid=210, filesize=11.9 K
2024-11-08T05:22:43,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/b6d8451d88914def84cf983ac984c641 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/b6d8451d88914def84cf983ac984c641
2024-11-08T05:22:43,359 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/b6d8451d88914def84cf983ac984c641, entries=150, sequenceid=210, filesize=11.9 K
2024-11-08T05:22:43,361 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 39f54db149b763e7f6af3eb0b4af3a47 in 1420ms, sequenceid=210, compaction requested=true
2024-11-08T05:22:43,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:43,361 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-08T05:22:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:43,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T05:22:43,363 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 68183 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-08T05:22:43,364 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:43,364 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,364 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/302d1ef76b4f4dd8a4deec966f94fff9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ee315ce50829435b8fc1db6ec274cde5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/accc97f6636b4050ad69917078faeadd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c65064c13ff148c5ac27f869655db7ec, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/9efef11b52e040f1bae99617e6c4d8d5] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=66.6 K
2024-11-08T05:22:43,365 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 302d1ef76b4f4dd8a4deec966f94fff9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043357762
2024-11-08T05:22:43,367 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee315ce50829435b8fc1db6ec274cde5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731043358450
2024-11-08T05:22:43,367 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting accc97f6636b4050ad69917078faeadd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731043359153
2024-11-08T05:22:43,368 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-08T05:22:43,368 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c65064c13ff148c5ac27f869655db7ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731043360407
2024-11-08T05:22:43,372 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9efef11b52e040f1bae99617e6c4d8d5, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731043361606
2024-11-08T05:22:43,385 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-08T05:22:43,385 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:43,385 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,386 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/34494c08a4b34064ab1dfc2df694361b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/28836f63c4f44863a3eb84fb2d3547c8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/fbd28d28c95441489755231b48889a77, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/e20aedd4347c41a2b662b931df9cb333, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ef1b8a15fae6412ba1573f421a3a1a61] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=59.6 K
2024-11-08T05:22:43,387 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 34494c08a4b34064ab1dfc2df694361b, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043357762
2024-11-08T05:22:43,392 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 28836f63c4f44863a3eb84fb2d3547c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731043358450
2024-11-08T05:22:43,394 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting fbd28d28c95441489755231b48889a77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731043359153
2024-11-08T05:22:43,396 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting e20aedd4347c41a2b662b931df9cb333, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731043360407
2024-11-08T05:22:43,401 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ef1b8a15fae6412ba1573f421a3a1a61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731043361610
2024-11-08T05:22:43,442 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:43,443 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/83434b46450840ce9670cee110eb6037 is 50, key is test_row_0/A:col10/1731043361939/Put/seqid=0
2024-11-08T05:22:43,445 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#43 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:43,446 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/6a93c815c4394fecab91728f50fd5a62 is 50, key is test_row_0/B:col10/1731043361939/Put/seqid=0
2024-11-08T05:22:43,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741879_1055 (size=12629)
2024-11-08T05:22:43,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741880_1056 (size=12629)
2024-11-08T05:22:43,470 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/83434b46450840ce9670cee110eb6037 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/83434b46450840ce9670cee110eb6037
2024-11-08T05:22:43,471 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/6a93c815c4394fecab91728f50fd5a62 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/6a93c815c4394fecab91728f50fd5a62
2024-11-08T05:22:43,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16
2024-11-08T05:22:43,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,481 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into 6a93c815c4394fecab91728f50fd5a62(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:43,481 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:43,481 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB
2024-11-08T05:22:43,482 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=11, startTime=1731043363362; duration=0sec
2024-11-08T05:22:43,482 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:43,483 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:43,483 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking
2024-11-08T05:22:43,498 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5  files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio
2024-11-08T05:22:43,499 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:43,499 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,499 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d11278f041014e24b5555c474904a919, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/bca32911d4e24f3aa86e18b7c8ca997f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3dfbfbf502a24f2b9b49ece189af8255, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/a83aad93a4ac459b8638705d023f8404, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/b6d8451d88914def84cf983ac984c641] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=59.6 K
2024-11-08T05:22:43,500 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d11278f041014e24b5555c474904a919, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043357762
2024-11-08T05:22:43,500 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting bca32911d4e24f3aa86e18b7c8ca997f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731043358450
2024-11-08T05:22:43,501 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dfbfbf502a24f2b9b49ece189af8255, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1731043359153
2024-11-08T05:22:43,502 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a83aad93a4ac459b8638705d023f8404, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731043360407
2024-11-08T05:22:43,502 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b6d8451d88914def84cf983ac984c641, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731043361610
2024-11-08T05:22:43,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/d0d54013a47045efb370ef0a3c4af992 is 50, key is test_row_0/A:col10/1731043362000/Put/seqid=0
2024-11-08T05:22:43,504 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into 83434b46450840ce9670cee110eb6037(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:43,505 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:43,505 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=11, startTime=1731043363361; duration=0sec
2024-11-08T05:22:43,505 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:43,505 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:43,536 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:43,537 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/ad3185ae93244cbca0a5faec519f4a04 is 50, key is test_row_0/C:col10/1731043361939/Put/seqid=0
2024-11-08T05:22:43,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741881_1057 (size=12151)
2024-11-08T05:22:43,559 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/d0d54013a47045efb370ef0a3c4af992
2024-11-08T05:22:43,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/01dd652d4395455dbd8f26b8c119cfaa is 50, key is test_row_0/B:col10/1731043362000/Put/seqid=0
2024-11-08T05:22:43,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741882_1058 (size=12629)
2024-11-08T05:22:43,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741883_1059 (size=12151)
2024-11-08T05:22:43,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/01dd652d4395455dbd8f26b8c119cfaa
2024-11-08T05:22:43,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/beee71306c3247b1b18a5281cfe0ea49 is 50, key is test_row_0/C:col10/1731043362000/Put/seqid=0
2024-11-08T05:22:43,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741884_1060 (size=12151)
2024-11-08T05:22:43,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/beee71306c3247b1b18a5281cfe0ea49
2024-11-08T05:22:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/d0d54013a47045efb370ef0a3c4af992 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/d0d54013a47045efb370ef0a3c4af992
2024-11-08T05:22:43,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/d0d54013a47045efb370ef0a3c4af992, entries=150, sequenceid=233, filesize=11.9 K
2024-11-08T05:22:43,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/01dd652d4395455dbd8f26b8c119cfaa as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/01dd652d4395455dbd8f26b8c119cfaa
2024-11-08T05:22:43,711 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/01dd652d4395455dbd8f26b8c119cfaa, entries=150, sequenceid=233, filesize=11.9 K
2024-11-08T05:22:43,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/beee71306c3247b1b18a5281cfe0ea49 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/beee71306c3247b1b18a5281cfe0ea49
2024-11-08T05:22:43,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/beee71306c3247b1b18a5281cfe0ea49, entries=150, sequenceid=233, filesize=11.9 K
2024-11-08T05:22:43,731 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 39f54db149b763e7f6af3eb0b4af3a47 in 249ms, sequenceid=233, compaction requested=false
2024-11-08T05:22:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:43,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-08T05:22:43,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-08T05:22:43,753 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-08T05:22:43,753 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7370 sec
2024-11-08T05:22:43,762 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.7720 sec
2024-11-08T05:22:44,036 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/ad3185ae93244cbca0a5faec519f4a04 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad3185ae93244cbca0a5faec519f4a04
2024-11-08T05:22:44,059 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into ad3185ae93244cbca0a5faec519f4a04(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:44,059 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:44,060 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=11, startTime=1731043363362; duration=0sec
2024-11-08T05:22:44,060 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:44,060 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:44,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-08T05:22:44,170 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:44,171 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees
2024-11-08T05:22:44,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-08T05:22:44,175 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:44,177 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:44,177 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:44,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:44,206 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:44,207 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:22:44,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/e4db1965b5cc4995b910b47444966d7a is 50, key is test_row_0/A:col10/1731043364180/Put/seqid=0
2024-11-08T05:22:44,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741885_1061 (size=16931)
2024-11-08T05:22:44,241 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/e4db1965b5cc4995b910b47444966d7a
2024-11-08T05:22:44,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/4fe8eb568a90446b92e932cc6a000740 is 50, key is test_row_0/B:col10/1731043364180/Put/seqid=0
2024-11-08T05:22:44,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741886_1062 (size=12151)
2024-11-08T05:22:44,277 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/4fe8eb568a90446b92e932cc6a000740
2024-11-08T05:22:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-08T05:22:44,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/d4cb748e2ddb4ea3997b0ad269711e8a is 50, key is test_row_0/C:col10/1731043364180/Put/seqid=0
2024-11-08T05:22:44,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-08T05:22:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:44,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741887_1063 (size=12151)
2024-11-08T05:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043424337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043424334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043424337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043424344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043424451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,459 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043424459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043424459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043424459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-08T05:22:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-08T05:22:44,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-08T05:22:44,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:44,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043424659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043424669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,671 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043424669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043424669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,730 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/d4cb748e2ddb4ea3997b0ad269711e8a
2024-11-08T05:22:44,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/e4db1965b5cc4995b910b47444966d7a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e4db1965b5cc4995b910b47444966d7a
2024-11-08T05:22:44,765 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e4db1965b5cc4995b910b47444966d7a, entries=250, sequenceid=246, filesize=16.5 K
2024-11-08T05:22:44,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/4fe8eb568a90446b92e932cc6a000740 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4fe8eb568a90446b92e932cc6a000740
2024-11-08T05:22:44,778 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4fe8eb568a90446b92e932cc6a000740, entries=150, sequenceid=246, filesize=11.9 K
2024-11-08T05:22:44,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/d4cb748e2ddb4ea3997b0ad269711e8a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d4cb748e2ddb4ea3997b0ad269711e8a
2024-11-08T05:22:44,796 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d4cb748e2ddb4ea3997b0ad269711e8a, entries=150, sequenceid=246, filesize=11.9 K
2024-11-08T05:22:44,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-08T05:22:44,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:44,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,800 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 39f54db149b763e7f6af3eb0b4af3a47 in 593ms, sequenceid=246, compaction requested=true
2024-11-08T05:22:44,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:44,801 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:44,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:44,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:44,802 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:44,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:44,802 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41711 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:44,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:44,802 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:44,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:44,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:44,803 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,803 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/83434b46450840ce9670cee110eb6037, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/d0d54013a47045efb370ef0a3c4af992, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e4db1965b5cc4995b910b47444966d7a] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=40.7 K
2024-11-08T05:22:44,803 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:44,803 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83434b46450840ce9670cee110eb6037, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731043361610
2024-11-08T05:22:44,803 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:44,803 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,804 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/6a93c815c4394fecab91728f50fd5a62, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/01dd652d4395455dbd8f26b8c119cfaa, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4fe8eb568a90446b92e932cc6a000740] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.1 K
2024-11-08T05:22:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-08T05:22:44,804 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0d54013a47045efb370ef0a3c4af992, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731043362000
2024-11-08T05:22:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,805 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a93c815c4394fecab91728f50fd5a62, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731043361610
2024-11-08T05:22:44,805 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4db1965b5cc4995b910b47444966d7a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043364180
2024-11-08T05:22:44,805 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 01dd652d4395455dbd8f26b8c119cfaa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731043362000
2024-11-08T05:22:44,806 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fe8eb568a90446b92e932cc6a000740, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043364180
2024-11-08T05:22:44,821 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:44,822 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/4a38631be1624b73b7cc314ba1014e27 is 50, key is test_row_0/B:col10/1731043364180/Put/seqid=0
2024-11-08T05:22:44,823 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:44,823 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/ebc7830ae56046ec94d100ca14c65150 is 50, key is test_row_0/A:col10/1731043364180/Put/seqid=0
2024-11-08T05:22:44,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741888_1064 (size=12731)
2024-11-08T05:22:44,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741889_1065 (size=12731)
2024-11-08T05:22:44,860 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/ebc7830ae56046ec94d100ca14c65150 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ebc7830ae56046ec94d100ca14c65150
2024-11-08T05:22:44,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:44,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:44,872 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T05:22:44,880 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into ebc7830ae56046ec94d100ca14c65150(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:44,880 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:44,880 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=13, startTime=1731043364801; duration=0sec
2024-11-08T05:22:44,881 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:44,881 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:44,881 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:44,884 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:44,884 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:44,885 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,885 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad3185ae93244cbca0a5faec519f4a04, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/beee71306c3247b1b18a5281cfe0ea49, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d4cb748e2ddb4ea3997b0ad269711e8a] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.1 K
2024-11-08T05:22:44,886 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad3185ae93244cbca0a5faec519f4a04, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731043361610
2024-11-08T05:22:44,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/f0806ee12598404db47d0e3337407414 is 50, key is test_row_0/A:col10/1731043364870/Put/seqid=0
2024-11-08T05:22:44,892 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting beee71306c3247b1b18a5281cfe0ea49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731043362000
2024-11-08T05:22:44,913 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4cb748e2ddb4ea3997b0ad269711e8a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043364180
2024-11-08T05:22:44,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741890_1066 (size=14741)
2024-11-08T05:22:44,916 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/f0806ee12598404db47d0e3337407414
2024-11-08T05:22:44,932 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043424928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/da3b25a8363148c499a9e051fc854077 is 50, key is test_row_0/B:col10/1731043364870/Put/seqid=0
2024-11-08T05:22:44,945 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#55 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:44,946 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/fb3b16009f0e415b93b7f26c81b809fe is 50, key is test_row_0/C:col10/1731043364180/Put/seqid=0
2024-11-08T05:22:44,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741891_1067 (size=12301)
2024-11-08T05:22:44,959 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/da3b25a8363148c499a9e051fc854077
2024-11-08T05:22:44,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741892_1068 (size=12731)
2024-11-08T05:22:44,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-08T05:22:44,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:44,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:44,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,971 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043424969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=18
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:44,980 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/fb3b16009f0e415b93b7f26c81b809fe as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fb3b16009f0e415b93b7f26c81b809fe
2024-11-08T05:22:44,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043424980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043424980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043424980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:44,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:44,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/002878a6dca940388688fc774163e0b4 is 50, key is test_row_0/C:col10/1731043364870/Put/seqid=0
2024-11-08T05:22:44,990 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into fb3b16009f0e415b93b7f26c81b809fe(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:44,990 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:44,991 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=13, startTime=1731043364802; duration=0sec
2024-11-08T05:22:44,991 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:44,991 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:45,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741893_1069 (size=12301)
2024-11-08T05:22:45,002 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/002878a6dca940388688fc774163e0b4
2024-11-08T05:22:45,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/f0806ee12598404db47d0e3337407414 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f0806ee12598404db47d0e3337407414
2024-11-08T05:22:45,019 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f0806ee12598404db47d0e3337407414, entries=200, sequenceid=272, filesize=14.4 K
2024-11-08T05:22:45,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/da3b25a8363148c499a9e051fc854077 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/da3b25a8363148c499a9e051fc854077
2024-11-08T05:22:45,042 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043425039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:45,043 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/da3b25a8363148c499a9e051fc854077, entries=150, sequenceid=272, filesize=12.0 K
2024-11-08T05:22:45,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/002878a6dca940388688fc774163e0b4 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/002878a6dca940388688fc774163e0b4
2024-11-08T05:22:45,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/002878a6dca940388688fc774163e0b4, entries=150, sequenceid=272, filesize=12.0 K
2024-11-08T05:22:45,062 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 39f54db149b763e7f6af3eb0b4af3a47 in 189ms, sequenceid=272, compaction requested=false
2024-11-08T05:22:45,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:45,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18
2024-11-08T05:22:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:45,126 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-08T05:22:45,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/af809c8b2ce64e5fbd0d03a978d93ffa is 50, key is test_row_0/A:col10/1731043364921/Put/seqid=0
2024-11-08T05:22:45,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741894_1070 (size=12301)
2024-11-08T05:22:45,203 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/af809c8b2ce64e5fbd0d03a978d93ffa
2024-11-08T05:22:45,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/d19aa7d619674171a1d459b2b1dc58ac is 50, key is test_row_0/B:col10/1731043364921/Put/seqid=0
2024-11-08T05:22:45,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:45,273 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/4a38631be1624b73b7cc314ba1014e27 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4a38631be1624b73b7cc314ba1014e27
2024-11-08T05:22:45,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741895_1071 (size=12301)
2024-11-08T05:22:45,289 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into 4a38631be1624b73b7cc314ba1014e27(size=12.4 K), total size for store is 24.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:45,289 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:45,289 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=13, startTime=1731043364802; duration=0sec
2024-11-08T05:22:45,289 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:45,289 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-08T05:22:45,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043425469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:45,487 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043425482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:45,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043425489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,492 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,492 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043425489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043425499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,507 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:45,585 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043425579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:45,677 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/d19aa7d619674171a1d459b2b1dc58ac
2024-11-08T05:22:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/3779ab3d25f04907aebf3a35f36fad73 is 50, key is test_row_0/C:col10/1731043364921/Put/seqid=0
2024-11-08T05:22:45,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741896_1072 (size=12301)
2024-11-08T05:22:45,733 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/3779ab3d25f04907aebf3a35f36fad73
2024-11-08T05:22:45,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/af809c8b2ce64e5fbd0d03a978d93ffa as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/af809c8b2ce64e5fbd0d03a978d93ffa
2024-11-08T05:22:45,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/af809c8b2ce64e5fbd0d03a978d93ffa, entries=150, sequenceid=284, filesize=12.0 K
2024-11-08T05:22:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/d19aa7d619674171a1d459b2b1dc58ac as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/d19aa7d619674171a1d459b2b1dc58ac
2024-11-08T05:22:45,773 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/d19aa7d619674171a1d459b2b1dc58ac, entries=150, sequenceid=284, filesize=12.0 K
2024-11-08T05:22:45,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/3779ab3d25f04907aebf3a35f36fad73 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3779ab3d25f04907aebf3a35f36fad73
2024-11-08T05:22:45,803 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3779ab3d25f04907aebf3a35f36fad73, entries=150, sequenceid=284, filesize=12.0 K
2024-11-08T05:22:45,804 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 39f54db149b763e7f6af3eb0b4af3a47 in 678ms, sequenceid=284, compaction requested=true
2024-11-08T05:22:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:45,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18
2024-11-08T05:22:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=18
2024-11-08T05:22:45,808 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:45,808 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-08T05:22:45,815 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-08T05:22:45,815 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6330 sec
2024-11-08T05:22:45,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/0f259aa2b18d4b0c9851af98eb5fa53d is 50, key is test_row_0/A:col10/1731043365452/Put/seqid=0
2024-11-08T05:22:45,828 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.6470 sec
2024-11-08T05:22:45,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741897_1073 (size=12301)
2024-11-08T05:22:45,860 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/0f259aa2b18d4b0c9851af98eb5fa53d
2024-11-08T05:22:45,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043425857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:45,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/09ed5ec990c349f6a148e13dc7650a76 is 50, key is test_row_0/B:col10/1731043365452/Put/seqid=0
2024-11-08T05:22:45,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741898_1074 (size=12301)
2024-11-08T05:22:45,930 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/09ed5ec990c349f6a148e13dc7650a76
2024-11-08T05:22:45,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5acadf182ed94b66ad0f243cb39cafd3 is 50, key is test_row_0/C:col10/1731043365452/Put/seqid=0
2024-11-08T05:22:45,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741899_1075 (size=12301)
2024-11-08T05:22:45,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043425969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:45,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:45,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,179 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043426179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-08T05:22:46,319 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:46,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees
2024-11-08T05:22:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-08T05:22:46,325 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:46,329 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:46,329 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:46,352 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5acadf182ed94b66ad0f243cb39cafd3
2024-11-08T05:22:46,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/0f259aa2b18d4b0c9851af98eb5fa53d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/0f259aa2b18d4b0c9851af98eb5fa53d
2024-11-08T05:22:46,365 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/0f259aa2b18d4b0c9851af98eb5fa53d, entries=150, sequenceid=312, filesize=12.0 K
2024-11-08T05:22:46,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/09ed5ec990c349f6a148e13dc7650a76 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/09ed5ec990c349f6a148e13dc7650a76
2024-11-08T05:22:46,372 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/09ed5ec990c349f6a148e13dc7650a76, entries=150, sequenceid=312, filesize=12.0 K
2024-11-08T05:22:46,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5acadf182ed94b66ad0f243cb39cafd3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5acadf182ed94b66ad0f243cb39cafd3
2024-11-08T05:22:46,379 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5acadf182ed94b66ad0f243cb39cafd3, entries=150, sequenceid=312, filesize=12.0 K
2024-11-08T05:22:46,380 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 39f54db149b763e7f6af3eb0b4af3a47 in 572ms, sequenceid=312, compaction requested=true
2024-11-08T05:22:46,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:46,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:46,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:46,381 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:22:46,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:46,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:46,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:46,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T05:22:46,381 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:22:46,384 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52074 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:22:46,384 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:46,384 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:22:46,384 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:46,384 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:46,384 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:46,384 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ebc7830ae56046ec94d100ca14c65150, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f0806ee12598404db47d0e3337407414, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/af809c8b2ce64e5fbd0d03a978d93ffa, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/0f259aa2b18d4b0c9851af98eb5fa53d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=50.9 K
2024-11-08T05:22:46,384 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4a38631be1624b73b7cc314ba1014e27, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/da3b25a8363148c499a9e051fc854077, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/d19aa7d619674171a1d459b2b1dc58ac, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/09ed5ec990c349f6a148e13dc7650a76] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=48.5 K
2024-11-08T05:22:46,385 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a38631be1624b73b7cc314ba1014e27, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043364180
2024-11-08T05:22:46,385 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebc7830ae56046ec94d100ca14c65150, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043364180
2024-11-08T05:22:46,385 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting da3b25a8363148c499a9e051fc854077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731043364306
2024-11-08T05:22:46,385 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0806ee12598404db47d0e3337407414, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731043364306
2024-11-08T05:22:46,385 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting af809c8b2ce64e5fbd0d03a978d93ffa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731043364893
2024-11-08T05:22:46,386 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f259aa2b18d4b0c9851af98eb5fa53d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731043365431
2024-11-08T05:22:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-08T05:22:46,430 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d19aa7d619674171a1d459b2b1dc58ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731043364893
2024-11-08T05:22:46,431 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ed5ec990c349f6a148e13dc7650a76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731043365431
2024-11-08T05:22:46,447 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#63 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:46,456 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/e8f4f9f628a94a7db322505997548965 is 50, key is test_row_0/A:col10/1731043365452/Put/seqid=0
2024-11-08T05:22:46,459 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#64 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:46,460 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/c79b1502f7f448e394c1b274dd5352b7 is 50, key is test_row_0/B:col10/1731043365452/Put/seqid=0
2024-11-08T05:22:46,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20
2024-11-08T05:22:46,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:46,484 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-08T05:22:46,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741901_1077 (size=13017)
2024-11-08T05:22:46,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/5b49e98f973a4175bee4f558de288019 is 50, key is test_row_0/A:col10/1731043365842/Put/seqid=0
2024-11-08T05:22:46,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741900_1076 (size=13017)
2024-11-08T05:22:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:46,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:46,535 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/c79b1502f7f448e394c1b274dd5352b7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c79b1502f7f448e394c1b274dd5352b7
2024-11-08T05:22:46,555 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into c79b1502f7f448e394c1b274dd5352b7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:46,555 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:46,555 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=12, startTime=1731043366381; duration=0sec
2024-11-08T05:22:46,555 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:46,555 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:46,555 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:22:46,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741902_1078 (size=12301)
2024-11-08T05:22:46,559 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/5b49e98f973a4175bee4f558de288019
2024-11-08T05:22:46,559 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:22:46,559 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:46,560 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:46,560 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fb3b16009f0e415b93b7f26c81b809fe, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/002878a6dca940388688fc774163e0b4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3779ab3d25f04907aebf3a35f36fad73, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5acadf182ed94b66ad0f243cb39cafd3] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=48.5 K
2024-11-08T05:22:46,561 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting fb3b16009f0e415b93b7f26c81b809fe, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043364180
2024-11-08T05:22:46,563 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 002878a6dca940388688fc774163e0b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1731043364306
2024-11-08T05:22:46,564 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 3779ab3d25f04907aebf3a35f36fad73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1731043364893
2024-11-08T05:22:46,567 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5acadf182ed94b66ad0f243cb39cafd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731043365431
2024-11-08T05:22:46,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/30d8aaecb9c743aaba139ab1b048eb49 is 50, key is test_row_0/B:col10/1731043365842/Put/seqid=0
2024-11-08T05:22:46,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043426591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,604 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043426592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,604 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,608 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043426597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,617 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043426604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,619 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043426616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,619 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741903_1079 (size=12301)
2024-11-08T05:22:46,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-08T05:22:46,643 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:46,645 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/c207a088c52a4107992bd278ae9c3400 is 50, key is test_row_0/C:col10/1731043365452/Put/seqid=0
2024-11-08T05:22:46,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741904_1080 (size=13017)
2024-11-08T05:22:46,693 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/c207a088c52a4107992bd278ae9c3400 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/c207a088c52a4107992bd278ae9c3400
2024-11-08T05:22:46,707 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into c207a088c52a4107992bd278ae9c3400(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:46,707 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:46,707 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=12, startTime=1731043366381; duration=0sec
2024-11-08T05:22:46,707 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:46,707 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:46,710 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043426709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043426712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043426720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043426729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,734 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043426729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,921 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043426919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,921 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/e8f4f9f628a94a7db322505997548965 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e8f4f9f628a94a7db322505997548965
2024-11-08T05:22:46,922 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043426928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043426929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,937 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into e8f4f9f628a94a7db322505997548965(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:46,937 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:46,937 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=12, startTime=1731043366381; duration=0sec
2024-11-08T05:22:46,937 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:46,937 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:46,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043426939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043426939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:46,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-08T05:22:47,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/30d8aaecb9c743aaba139ab1b048eb49
2024-11-08T05:22:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/0227af05a17e4c2a921a60c141db470d is 50, key is test_row_0/C:col10/1731043365842/Put/seqid=0
2024-11-08T05:22:47,069 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741905_1081 (size=12301)
2024-11-08T05:22:47,070 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/0227af05a17e4c2a921a60c141db470d
2024-11-08T05:22:47,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/5b49e98f973a4175bee4f558de288019 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/5b49e98f973a4175bee4f558de288019
2024-11-08T05:22:47,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/5b49e98f973a4175bee4f558de288019, entries=150, sequenceid=321, filesize=12.0 K
2024-11-08T05:22:47,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/30d8aaecb9c743aaba139ab1b048eb49 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/30d8aaecb9c743aaba139ab1b048eb49
2024-11-08T05:22:47,104 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/30d8aaecb9c743aaba139ab1b048eb49, entries=150, sequenceid=321, filesize=12.0 K
2024-11-08T05:22:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/0227af05a17e4c2a921a60c141db470d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/0227af05a17e4c2a921a60c141db470d
2024-11-08T05:22:47,130 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/0227af05a17e4c2a921a60c141db470d, entries=150, sequenceid=321, filesize=12.0 K
2024-11-08T05:22:47,132 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 39f54db149b763e7f6af3eb0b4af3a47 in 648ms, sequenceid=321, compaction requested=false
2024-11-08T05:22:47,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:47,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:47,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20
2024-11-08T05:22:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=20
2024-11-08T05:22:47,138 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-08T05:22:47,138 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 805 msec
2024-11-08T05:22:47,141 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 818 msec
2024-11-08T05:22:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:47,245 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:47,245 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB
2024-11-08T05:22:47,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/21e3f6304865445a8cd692aba020a364 is 50, key is test_row_0/A:col10/1731043367231/Put/seqid=0
2024-11-08T05:22:47,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043427252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,258 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043427253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,259 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043427253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,260 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043427253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043427256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,280 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741906_1082 (size=12301)
2024-11-08T05:22:47,290 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/21e3f6304865445a8cd692aba020a364
2024-11-08T05:22:47,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/706e23b215ce443eacfb4a6bb4cef48c is 50, key is test_row_0/B:col10/1731043367231/Put/seqid=0
2024-11-08T05:22:47,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741907_1083 (size=12301)
2024-11-08T05:22:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043427370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043427370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043427371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,378 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043427371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,381 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,381 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/706e23b215ce443eacfb4a6bb4cef48c
2024-11-08T05:22:47,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/607c265aec51421193bcee85a6ceed5e is 50, key is test_row_0/C:col10/1731043367231/Put/seqid=0
2024-11-08T05:22:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19
2024-11-08T05:22:47,459 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:47,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:47,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees
2024-11-08T05:22:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-08T05:22:47,463 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:47,466 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:47,466 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:47,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741908_1084 (size=12301)
2024-11-08T05:22:47,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-08T05:22:47,579 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043427579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,580 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043427579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043427589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043427589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-08T05:22:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:47,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:47,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:47,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043427769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-08T05:22:47,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-08T05:22:47,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:47,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:47,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:47,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:47,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=22
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:47,885 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/607c265aec51421193bcee85a6ceed5e
2024-11-08T05:22:47,891 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043427889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043427889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,893 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/21e3f6304865445a8cd692aba020a364 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/21e3f6304865445a8cd692aba020a364
2024-11-08T05:22:47,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043427899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,901 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,903 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043427900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:47,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:47,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:47,908 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/21e3f6304865445a8cd692aba020a364, entries=150, sequenceid=354, filesize=12.0 K
2024-11-08T05:22:47,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/706e23b215ce443eacfb4a6bb4cef48c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/706e23b215ce443eacfb4a6bb4cef48c
2024-11-08T05:22:47,917 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/706e23b215ce443eacfb4a6bb4cef48c, entries=150, sequenceid=354, filesize=12.0 K
2024-11-08T05:22:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-08T05:22:47,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/607c265aec51421193bcee85a6ceed5e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/607c265aec51421193bcee85a6ceed5e
2024-11-08T05:22:47,936 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/607c265aec51421193bcee85a6ceed5e, entries=150, sequenceid=354, filesize=12.0 K
2024-11-08T05:22:47,939 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 39f54db149b763e7f6af3eb0b4af3a47 in 694ms, sequenceid=354, compaction requested=true
2024-11-08T05:22:47,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:47,940 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:47,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:47,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:47,941 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:47,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:47,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22
2024-11-08T05:22:47,945 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:47,945 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:47,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:47,945 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:47,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-08T05:22:47,945 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e8f4f9f628a94a7db322505997548965, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/5b49e98f973a4175bee4f558de288019, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/21e3f6304865445a8cd692aba020a364] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.7 K
2024-11-08T05:22:47,946 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8f4f9f628a94a7db322505997548965, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731043365431
2024-11-08T05:22:47,946 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:47,947 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b49e98f973a4175bee4f558de288019, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731043365838
2024-11-08T05:22:47,947 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:47,947 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:47,947 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c79b1502f7f448e394c1b274dd5352b7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/30d8aaecb9c743aaba139ab1b048eb49, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/706e23b215ce443eacfb4a6bb4cef48c] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.7 K
2024-11-08T05:22:47,947 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21e3f6304865445a8cd692aba020a364, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731043366602
2024-11-08T05:22:47,948 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c79b1502f7f448e394c1b274dd5352b7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731043365431
2024-11-08T05:22:47,949 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 30d8aaecb9c743aaba139ab1b048eb49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731043365838
2024-11-08T05:22:47,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/43f5589176f443b4b6e6e4078eee69ee is 50, key is test_row_0/A:col10/1731043367248/Put/seqid=0
2024-11-08T05:22:47,952 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 706e23b215ce443eacfb4a6bb4cef48c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731043366602
2024-11-08T05:22:47,962 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#73 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:47,963 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/f1920418fd904a97a44a21f985dfcd45 is 50, key is test_row_0/A:col10/1731043367231/Put/seqid=0
2024-11-08T05:22:47,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741909_1085 (size=12301)
2024-11-08T05:22:47,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/43f5589176f443b4b6e6e4078eee69ee
2024-11-08T05:22:47,996 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:47,997 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/b47c788155f142f18cc3d81149349b79 is 50, key is test_row_0/B:col10/1731043367231/Put/seqid=0
2024-11-08T05:22:48,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/0cc0372607a8453f977c8daeafcb1d52 is 50, key is test_row_0/B:col10/1731043367248/Put/seqid=0
2024-11-08T05:22:48,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741910_1086 (size=13119)
2024-11-08T05:22:48,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741912_1088 (size=12301)
2024-11-08T05:22:48,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741911_1087 (size=13119)
2024-11-08T05:22:48,034 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/0cc0372607a8453f977c8daeafcb1d52
2024-11-08T05:22:48,036 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/b47c788155f142f18cc3d81149349b79 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b47c788155f142f18cc3d81149349b79
2024-11-08T05:22:48,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/4f795600e193467ca12122fd408778d9 is 50, key is test_row_0/C:col10/1731043367248/Put/seqid=0
2024-11-08T05:22:48,046 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into b47c788155f142f18cc3d81149349b79(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:48,046 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:48,046 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=13, startTime=1731043367940; duration=0sec
2024-11-08T05:22:48,046 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:48,047 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:48,047 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:48,049 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:48,049 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:48,049 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:48,050 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/c207a088c52a4107992bd278ae9c3400, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/0227af05a17e4c2a921a60c141db470d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/607c265aec51421193bcee85a6ceed5e] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.7 K
2024-11-08T05:22:48,050 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c207a088c52a4107992bd278ae9c3400, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731043365431
2024-11-08T05:22:48,052 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0227af05a17e4c2a921a60c141db470d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1731043365838
2024-11-08T05:22:48,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741913_1089 (size=12301)
2024-11-08T05:22:48,053 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 607c265aec51421193bcee85a6ceed5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731043366602
2024-11-08T05:22:48,053 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/4f795600e193467ca12122fd408778d9
2024-11-08T05:22:48,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/43f5589176f443b4b6e6e4078eee69ee as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/43f5589176f443b4b6e6e4078eee69ee
2024-11-08T05:22:48,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/43f5589176f443b4b6e6e4078eee69ee, entries=150, sequenceid=360, filesize=12.0 K
2024-11-08T05:22:48,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/0cc0372607a8453f977c8daeafcb1d52 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/0cc0372607a8453f977c8daeafcb1d52
2024-11-08T05:22:48,071 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:48,071 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/cf3fff3f996841ac8d89cb2ea599c941 is 50, key is test_row_0/C:col10/1731043367231/Put/seqid=0
2024-11-08T05:22:48,079 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/0cc0372607a8453f977c8daeafcb1d52, entries=150, sequenceid=360, filesize=12.0 K
2024-11-08T05:22:48,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/4f795600e193467ca12122fd408778d9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4f795600e193467ca12122fd408778d9
2024-11-08T05:22:48,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741914_1090 (size=13119)
2024-11-08T05:22:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-08T05:22:48,092 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4f795600e193467ca12122fd408778d9, entries=150, sequenceid=360, filesize=12.0 K
2024-11-08T05:22:48,095 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 39f54db149b763e7f6af3eb0b4af3a47 in 149ms, sequenceid=360, compaction requested=false
2024-11-08T05:22:48,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:48,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:48,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22
2024-11-08T05:22:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=22
2024-11-08T05:22:48,096 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/cf3fff3f996841ac8d89cb2ea599c941 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/cf3fff3f996841ac8d89cb2ea599c941
2024-11-08T05:22:48,105 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-08T05:22:48,106 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 632 msec
2024-11-08T05:22:48,109 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 647 msec
2024-11-08T05:22:48,124 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into cf3fff3f996841ac8d89cb2ea599c941(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:48,124 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:48,124 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=13, startTime=1731043367941; duration=0sec
2024-11-08T05:22:48,125 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:48,125 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:48,417 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:48,417 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:22:48,425 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/f1920418fd904a97a44a21f985dfcd45 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f1920418fd904a97a44a21f985dfcd45
2024-11-08T05:22:48,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/1690ef77602b41639bb4f52f720a90fb is 50, key is test_row_0/A:col10/1731043368413/Put/seqid=0
2024-11-08T05:22:48,434 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into f1920418fd904a97a44a21f985dfcd45(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:48,434 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:48,434 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=13, startTime=1731043367940; duration=0sec
2024-11-08T05:22:48,435 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:48,435 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:48,468 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043428464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,469 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741915_1091 (size=12301)
2024-11-08T05:22:48,471 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/1690ef77602b41639bb4f52f720a90fb
2024-11-08T05:22:48,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043428465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043428466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043428467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,475 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/61798c9c213c401e810fd60591cf929b is 50, key is test_row_0/B:col10/1731043368413/Put/seqid=0
2024-11-08T05:22:48,498 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741916_1092 (size=12301)
2024-11-08T05:22:48,499 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/61798c9c213c401e810fd60591cf929b
2024-11-08T05:22:48,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5c2bd42133be4b46825bdac474993fe2 is 50, key is test_row_0/C:col10/1731043368413/Put/seqid=0
2024-11-08T05:22:48,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741917_1093 (size=12301)
2024-11-08T05:22:48,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043428579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043428579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,582 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043428579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043428579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-08T05:22:48,599 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:48,599 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees
2024-11-08T05:22:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-08T05:22:48,601 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:48,602 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:48,602 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:48,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-08T05:22:48,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-08T05:22:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:48,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:48,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:48,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043428779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,783 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 39f54db149b763e7f6af3eb0b4af3a47 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:22:48,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043428788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,789 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043428789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043428788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043428789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:48,791 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,791 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:48,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-08T05:22:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:48,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:48,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=24
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:48,916 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5c2bd42133be4b46825bdac474993fe2
2024-11-08T05:22:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-08T05:22:48,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/1690ef77602b41639bb4f52f720a90fb as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1690ef77602b41639bb4f52f720a90fb
2024-11-08T05:22:48,933 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1690ef77602b41639bb4f52f720a90fb, entries=150, sequenceid=374, filesize=12.0 K
2024-11-08T05:22:48,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/61798c9c213c401e810fd60591cf929b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/61798c9c213c401e810fd60591cf929b
2024-11-08T05:22:48,943 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/61798c9c213c401e810fd60591cf929b, entries=150, sequenceid=374, filesize=12.0 K
2024-11-08T05:22:48,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/5c2bd42133be4b46825bdac474993fe2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5c2bd42133be4b46825bdac474993fe2
2024-11-08T05:22:48,950 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5c2bd42133be4b46825bdac474993fe2, entries=150, sequenceid=374, filesize=12.0 K
2024-11-08T05:22:48,954 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 39f54db149b763e7f6af3eb0b4af3a47 in 537ms, sequenceid=374, compaction requested=true
2024-11-08T05:22:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T05:22:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-08T05:22:48,955 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:48,956 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:48,960 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:48,961 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:48,961 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:48,961 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/cf3fff3f996841ac8d89cb2ea599c941, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4f795600e193467ca12122fd408778d9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5c2bd42133be4b46825bdac474993fe2] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.8 K
2024-11-08T05:22:48,961 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:48,961 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:48,961 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:48,961 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f1920418fd904a97a44a21f985dfcd45, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/43f5589176f443b4b6e6e4078eee69ee, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1690ef77602b41639bb4f52f720a90fb] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.8 K
2024-11-08T05:22:48,968 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting cf3fff3f996841ac8d89cb2ea599c941, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731043366602
2024-11-08T05:22:48,968 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1920418fd904a97a44a21f985dfcd45, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731043366602
2024-11-08T05:22:48,969 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43f5589176f443b4b6e6e4078eee69ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731043367247
2024-11-08T05:22:48,969 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f795600e193467ca12122fd408778d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731043367247
2024-11-08T05:22:48,969 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1690ef77602b41639bb4f52f720a90fb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731043368400
2024-11-08T05:22:48,970 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2bd42133be4b46825bdac474993fe2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731043368400
2024-11-08T05:22:48,989 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:48,990 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/7ff500ae8e8247038151249d78e4cf28 is 50, key is test_row_0/C:col10/1731043368413/Put/seqid=0
2024-11-08T05:22:48,995 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:48,996 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/3310c5312af44930bbf8d5b07256ba81 is 50, key is test_row_0/A:col10/1731043368413/Put/seqid=0
2024-11-08T05:22:49,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741918_1094 (size=13221)
2024-11-08T05:22:49,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741919_1095 (size=13221)
2024-11-08T05:22:49,025 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/7ff500ae8e8247038151249d78e4cf28 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7ff500ae8e8247038151249d78e4cf28
2024-11-08T05:22:49,033 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/3310c5312af44930bbf8d5b07256ba81 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/3310c5312af44930bbf8d5b07256ba81
2024-11-08T05:22:49,038 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into 7ff500ae8e8247038151249d78e4cf28(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:49,038 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:49,038 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=13, startTime=1731043368955; duration=0sec
2024-11-08T05:22:49,039 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:49,039 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:49,039 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:49,041 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:49,041 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:49,041 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:49,041 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b47c788155f142f18cc3d81149349b79, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/0cc0372607a8453f977c8daeafcb1d52, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/61798c9c213c401e810fd60591cf929b] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.8 K
2024-11-08T05:22:49,042 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b47c788155f142f18cc3d81149349b79, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1731043366602
2024-11-08T05:22:49,042 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cc0372607a8453f977c8daeafcb1d52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731043367247
2024-11-08T05:22:49,042 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into 3310c5312af44930bbf8d5b07256ba81(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:49,043 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:49,043 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=13, startTime=1731043368955; duration=0sec
2024-11-08T05:22:49,043 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 61798c9c213c401e810fd60591cf929b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731043368400
2024-11-08T05:22:49,043 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:49,043 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:49,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24
2024-11-08T05:22:49,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:49,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T05:22:49,074 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:49,075 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/4427fc5e930a4e3bb90b1bd6616e3ab8 is 50, key is test_row_0/B:col10/1731043368413/Put/seqid=0
2024-11-08T05:22:49,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/6970fd83c53845ee9ed471559c99784e is 50, key is test_row_0/A:col10/1731043368462/Put/seqid=0
2024-11-08T05:22:49,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741920_1096 (size=13221)
2024-11-08T05:22:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:49,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:49,103 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/4427fc5e930a4e3bb90b1bd6616e3ab8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4427fc5e930a4e3bb90b1bd6616e3ab8
2024-11-08T05:22:49,110 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741921_1097 (size=12301)
2024-11-08T05:22:49,112 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/6970fd83c53845ee9ed471559c99784e
2024-11-08T05:22:49,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/21d659c734d344c38c66bacfb468ce6d is 50, key is test_row_0/B:col10/1731043368462/Put/seqid=0
2024-11-08T05:22:49,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741922_1098 (size=12301)
2024-11-08T05:22:49,144 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into 4427fc5e930a4e3bb90b1bd6616e3ab8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:49,144 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:49,145 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=13, startTime=1731043368955; duration=0sec
2024-11-08T05:22:49,145 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:49,145 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:49,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043429145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043429145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043429145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,152 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043429148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-08T05:22:49,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043429259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,263 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043429260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043429260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043429259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043429469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043429469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043429472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043429472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,539 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/21d659c734d344c38c66bacfb468ce6d
2024-11-08T05:22:49,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/51072ef0706c4740bd7d02975b714007 is 50, key is test_row_0/C:col10/1731043368462/Put/seqid=0
2024-11-08T05:22:49,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741923_1099 (size=12301)
2024-11-08T05:22:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-08T05:22:49,780 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043429778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043429779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,781 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043429779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,782 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043429779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:49,783 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:49,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/51072ef0706c4740bd7d02975b714007
2024-11-08T05:22:49,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/6970fd83c53845ee9ed471559c99784e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/6970fd83c53845ee9ed471559c99784e
2024-11-08T05:22:49,998 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/6970fd83c53845ee9ed471559c99784e, entries=150, sequenceid=403, filesize=12.0 K
2024-11-08T05:22:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/21d659c734d344c38c66bacfb468ce6d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/21d659c734d344c38c66bacfb468ce6d
2024-11-08T05:22:50,012 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/21d659c734d344c38c66bacfb468ce6d, entries=150, sequenceid=403, filesize=12.0 K
2024-11-08T05:22:50,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/51072ef0706c4740bd7d02975b714007 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/51072ef0706c4740bd7d02975b714007
2024-11-08T05:22:50,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/51072ef0706c4740bd7d02975b714007, entries=150, sequenceid=403, filesize=12.0 K
2024-11-08T05:22:50,020 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 39f54db149b763e7f6af3eb0b4af3a47 in 949ms, sequenceid=403, compaction requested=false
2024-11-08T05:22:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:50,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24
2024-11-08T05:22:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=24
2024-11-08T05:22:50,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23
2024-11-08T05:22:50,027 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4200 sec
2024-11-08T05:22:50,034 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4330 sec
2024-11-08T05:22:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:50,296 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:50,296 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:22:50,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7993c281cff54319a6be2c2a77f4a5ad is 50, key is test_row_0/A:col10/1731043370291/Put/seqid=0
2024-11-08T05:22:50,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043430333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741924_1100 (size=14741)
2024-11-08T05:22:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,337 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,337 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043430333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,338 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043430334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,338 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7993c281cff54319a6be2c2a77f4a5ad
2024-11-08T05:22:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,341 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043430336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,342 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/1bed42d57dae4064b47f37b2aeef95fe is 50, key is test_row_0/B:col10/1731043370291/Put/seqid=0
2024-11-08T05:22:50,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741925_1101 (size=12301)
2024-11-08T05:22:50,372 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/1bed42d57dae4064b47f37b2aeef95fe
2024-11-08T05:22:50,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/fc79eba4636f4fc4856a323c9812cf84 is 50, key is test_row_0/C:col10/1731043370291/Put/seqid=0
2024-11-08T05:22:50,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741926_1102 (size=12301)
2024-11-08T05:22:50,414 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/fc79eba4636f4fc4856a323c9812cf84
2024-11-08T05:22:50,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7993c281cff54319a6be2c2a77f4a5ad as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7993c281cff54319a6be2c2a77f4a5ad
2024-11-08T05:22:50,440 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043430439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,453 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043430450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043430450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,454 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043430450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,455 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,457 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7993c281cff54319a6be2c2a77f4a5ad, entries=200, sequenceid=418, filesize=14.4 K
2024-11-08T05:22:50,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/1bed42d57dae4064b47f37b2aeef95fe as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1bed42d57dae4064b47f37b2aeef95fe
2024-11-08T05:22:50,479 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1bed42d57dae4064b47f37b2aeef95fe, entries=150, sequenceid=418, filesize=12.0 K
2024-11-08T05:22:50,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/fc79eba4636f4fc4856a323c9812cf84 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fc79eba4636f4fc4856a323c9812cf84
2024-11-08T05:22:50,491 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fc79eba4636f4fc4856a323c9812cf84, entries=150, sequenceid=418, filesize=12.0 K
2024-11-08T05:22:50,493 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 39f54db149b763e7f6af3eb0b4af3a47 in 196ms, sequenceid=418, compaction requested=true
2024-11-08T05:22:50,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:50,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:50,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:50,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:50,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T05:22:50,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:50,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0
2024-11-08T05:22:50,493 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:50,494 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:50,496 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:50,496 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:50,496 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:50,496 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7ff500ae8e8247038151249d78e4cf28, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/51072ef0706c4740bd7d02975b714007, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fc79eba4636f4fc4856a323c9812cf84] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.9 K
2024-11-08T05:22:50,496 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:50,496 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:50,496 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:50,497 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/3310c5312af44930bbf8d5b07256ba81, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/6970fd83c53845ee9ed471559c99784e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7993c281cff54319a6be2c2a77f4a5ad] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=39.3 K
2024-11-08T05:22:50,497 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ff500ae8e8247038151249d78e4cf28, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731043368400
2024-11-08T05:22:50,498 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3310c5312af44930bbf8d5b07256ba81, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731043368400
2024-11-08T05:22:50,498 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 51072ef0706c4740bd7d02975b714007, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731043368445
2024-11-08T05:22:50,498 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6970fd83c53845ee9ed471559c99784e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731043368445
2024-11-08T05:22:50,499 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7993c281cff54319a6be2c2a77f4a5ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731043370291
2024-11-08T05:22:50,499 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting fc79eba4636f4fc4856a323c9812cf84, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731043370291
2024-11-08T05:22:50,526 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:50,527 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/387104728dc6448786294d47f53d0d38 is 50, key is test_row_0/C:col10/1731043370291/Put/seqid=0
2024-11-08T05:22:50,542 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:50,543 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/1a34530be5074721a6a0615455c0b75f is 50, key is test_row_0/A:col10/1731043370291/Put/seqid=0
2024-11-08T05:22:50,593 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741927_1103 (size=13323)
2024-11-08T05:22:50,615 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/387104728dc6448786294d47f53d0d38 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/387104728dc6448786294d47f53d0d38
2024-11-08T05:22:50,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741928_1104 (size=13323)
2024-11-08T05:22:50,640 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into 387104728dc6448786294d47f53d0d38(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:50,641 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:50,641 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=13, startTime=1731043370493; duration=0sec
2024-11-08T05:22:50,641 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:50,641 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:50,641 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:22:50,645 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:22:50,645 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:50,645 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:50,646 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4427fc5e930a4e3bb90b1bd6616e3ab8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/21d659c734d344c38c66bacfb468ce6d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1bed42d57dae4064b47f37b2aeef95fe] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=36.9 K
2024-11-08T05:22:50,647 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4427fc5e930a4e3bb90b1bd6616e3ab8, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731043368400
2024-11-08T05:22:50,648 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 21d659c734d344c38c66bacfb468ce6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731043368445
2024-11-08T05:22:50,648 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bed42d57dae4064b47f37b2aeef95fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731043370291
2024-11-08T05:22:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:50,657 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:50,657 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:22:50,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/73123f17d0b349439ccb1518e74e3613 is 50, key is test_row_0/A:col10/1731043370331/Put/seqid=0
2024-11-08T05:22:50,669 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:50,670 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/3a388f53e0a644afb446eb25d1f8b7c2 is 50, key is test_row_0/B:col10/1731043370291/Put/seqid=0
2024-11-08T05:22:50,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741930_1106 (size=14741)
2024-11-08T05:22:50,696 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043430685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043430689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043430689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,697 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043430690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,698 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,703 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741929_1105 (size=13323)
2024-11-08T05:22:50,720 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/3a388f53e0a644afb446eb25d1f8b7c2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3a388f53e0a644afb446eb25d1f8b7c2
2024-11-08T05:22:50,748 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into 3a388f53e0a644afb446eb25d1f8b7c2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:50,748 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:50,748 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=13, startTime=1731043370493; duration=0sec
2024-11-08T05:22:50,748 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:50,748 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23
2024-11-08T05:22:50,751 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:50,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:22:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees
2024-11-08T05:22:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-08T05:22:50,755 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:22:50,756 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:22:50,757 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:22:50,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043430799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043430800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,808 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58192 deadline: 1731043430804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,813 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 39f54db149b763e7f6af3eb0b4af3a47 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:22:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043430809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,815 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:50,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043430809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:50,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:50,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:50,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-08T05:22:50,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-08T05:22:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:50,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:50,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,010 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043431008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,011 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043431009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,011 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,020 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043431019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043431019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,035 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/1a34530be5074721a6a0615455c0b75f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1a34530be5074721a6a0615455c0b75f
2024-11-08T05:22:51,041 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into 1a34530be5074721a6a0615455c0b75f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:51,041 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:51,041 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=13, startTime=1731043370493; duration=0sec
2024-11-08T05:22:51,041 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:51,041 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:51,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-08T05:22:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-08T05:22:51,087 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/73123f17d0b349439ccb1518e74e3613
2024-11-08T05:22:51,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/787f8beaf9c64a13b3671980cfc7c22b is 50, key is test_row_0/B:col10/1731043370331/Put/seqid=0
2024-11-08T05:22:51,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741931_1107 (size=12301)
2024-11-08T05:22:51,106 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/787f8beaf9c64a13b3671980cfc7c22b
2024-11-08T05:22:51,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/af8242adba9a43c7883c23885360501c is 50, key is test_row_0/C:col10/1731043370331/Put/seqid=0
2024-11-08T05:22:51,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741932_1108 (size=12301)
2024-11-08T05:22:51,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-08T05:22:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043431319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043431319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,324 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043431329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043431329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,335 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-08T05:22:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-08T05:22:51,523 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/af8242adba9a43c7883c23885360501c
2024-11-08T05:22:51,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-08T05:22:51,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:51,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26
java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=26
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:22:51,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/73123f17d0b349439ccb1518e74e3613 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/73123f17d0b349439ccb1518e74e3613
2024-11-08T05:22:51,603 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/73123f17d0b349439ccb1518e74e3613, entries=200, sequenceid=442, filesize=14.4 K
2024-11-08T05:22:51,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/787f8beaf9c64a13b3671980cfc7c22b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/787f8beaf9c64a13b3671980cfc7c22b
2024-11-08T05:22:51,610 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/787f8beaf9c64a13b3671980cfc7c22b, entries=150, sequenceid=442, filesize=12.0 K
2024-11-08T05:22:51,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/af8242adba9a43c7883c23885360501c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/af8242adba9a43c7883c23885360501c
2024-11-08T05:22:51,619 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/af8242adba9a43c7883c23885360501c, entries=150, sequenceid=442, filesize=12.0 K
2024-11-08T05:22:51,620 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 39f54db149b763e7f6af3eb0b4af3a47 in 962ms, sequenceid=442, compaction requested=false
2024-11-08T05:22:51,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:51,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26
2024-11-08T05:22:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:51,747 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:22:51,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7970a21a2a024a3195e2eda4145c072f is 50, key is test_row_0/A:col10/1731043370681/Put/seqid=0
2024-11-08T05:22:51,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741933_1109 (size=12301)
2024-11-08T05:22:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:51,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. as already flushing
2024-11-08T05:22:51,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043431869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043431869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,871 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043431870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,877 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043431875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-08T05:22:51,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043431979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043431979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,985 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043431979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:51,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043431989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,162 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7970a21a2a024a3195e2eda4145c072f
2024-11-08T05:22:52,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/80f2b2103f0140708342b75be6468bfa is 50, key is test_row_0/B:col10/1731043370681/Put/seqid=0
2024-11-08T05:22:52,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741934_1110 (size=12301)
2024-11-08T05:22:52,190 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043432188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:52,191 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043432188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043432199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:52,203 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043432199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,499 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58164 deadline: 1731043432499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58122 deadline: 1731043432499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:52,500 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,501 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58120 deadline: 1731043432508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:52,511 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:22:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:58144 deadline: 1731043432509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:22:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:22:52,582 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/80f2b2103f0140708342b75be6468bfa
2024-11-08T05:22:52,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/10f4f2acd4174b2ca1502bdb7551e1b4 is 50, key is test_row_0/C:col10/1731043370681/Put/seqid=0
2024-11-08T05:22:52,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741935_1111 (size=12301)
2024-11-08T05:22:52,605 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/10f4f2acd4174b2ca1502bdb7551e1b4
2024-11-08T05:22:52,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/7970a21a2a024a3195e2eda4145c072f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7970a21a2a024a3195e2eda4145c072f
2024-11-08T05:22:52,629 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7970a21a2a024a3195e2eda4145c072f, entries=150, sequenceid=457, filesize=12.0 K
2024-11-08T05:22:52,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/80f2b2103f0140708342b75be6468bfa as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/80f2b2103f0140708342b75be6468bfa
2024-11-08T05:22:52,640 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/80f2b2103f0140708342b75be6468bfa, entries=150, sequenceid=457, filesize=12.0 K
2024-11-08T05:22:52,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/10f4f2acd4174b2ca1502bdb7551e1b4 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/10f4f2acd4174b2ca1502bdb7551e1b4
2024-11-08T05:22:52,649 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/10f4f2acd4174b2ca1502bdb7551e1b4, entries=150, sequenceid=457, filesize=12.0 K
2024-11-08T05:22:52,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 39f54db149b763e7f6af3eb0b4af3a47 in 904ms, sequenceid=457, compaction requested=true
2024-11-08T05:22:52,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:52,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:52,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26
2024-11-08T05:22:52,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=26
2024-11-08T05:22:52,654 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-08T05:22:52,654 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8960 sec
2024-11-08T05:22:52,657 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.9030 sec
2024-11-08T05:22:52,832 INFO  [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154.
2024-11-08T05:22:52,832 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:52,834 INFO  [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156.
2024-11-08T05:22:52,834 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:52,835 INFO  [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160.
2024-11-08T05:22:52,835 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:52,836 INFO  [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158.
2024-11-08T05:22:52,837 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:52,837 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:52,837 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:52,837 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:52,837 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:52,838 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:52,838 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:52,838 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:52,838 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:52,838 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:52,838 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:52,838 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:52,838 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-08T05:22:52,899 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:53,011 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:22:53,011 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T05:22:53,011 INFO  [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145.
2024-11-08T05:22:53,011 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:53,011 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:53,012 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:53,012 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:53,013 INFO  [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151.
2024-11-08T05:22:53,013 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:53,013 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:53,013 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:53,013 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:53,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/79fd50db076b448f899baa5c62444ace is 50, key is test_row_0/A:col10/1731043373009/Put/seqid=0
2024-11-08T05:22:53,022 INFO  [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143.
2024-11-08T05:22:53,022 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:53,022 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:53,022 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:53,022 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:53,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741936_1112 (size=12301)
2024-11-08T05:22:53,025 INFO  [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149.
2024-11-08T05:22:53,025 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:53,025 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:53,025 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:53,025 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:53,025 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/79fd50db076b448f899baa5c62444ace
2024-11-08T05:22:53,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/15ded08a007e45ce822c0825e6485190 is 50, key is test_row_0/B:col10/1731043373009/Put/seqid=0
2024-11-08T05:22:53,045 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741937_1113 (size=12301)
2024-11-08T05:22:53,446 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/15ded08a007e45ce822c0825e6485190
2024-11-08T05:22:53,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/365e9a8894584dbab8977d7d1fac095b is 50, key is test_row_0/C:col10/1731043373009/Put/seqid=0
2024-11-08T05:22:53,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741938_1114 (size=12301)
2024-11-08T05:22:53,864 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/365e9a8894584dbab8977d7d1fac095b
2024-11-08T05:22:53,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/79fd50db076b448f899baa5c62444ace as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/79fd50db076b448f899baa5c62444ace
2024-11-08T05:22:53,877 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/79fd50db076b448f899baa5c62444ace, entries=150, sequenceid=482, filesize=12.0 K
2024-11-08T05:22:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/15ded08a007e45ce822c0825e6485190 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/15ded08a007e45ce822c0825e6485190
2024-11-08T05:22:53,883 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/15ded08a007e45ce822c0825e6485190, entries=150, sequenceid=482, filesize=12.0 K
2024-11-08T05:22:53,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/365e9a8894584dbab8977d7d1fac095b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/365e9a8894584dbab8977d7d1fac095b
2024-11-08T05:22:53,888 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/365e9a8894584dbab8977d7d1fac095b, entries=150, sequenceid=482, filesize=12.0 K
2024-11-08T05:22:53,889 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for 39f54db149b763e7f6af3eb0b4af3a47 in 878ms, sequenceid=482, compaction requested=true
2024-11-08T05:22:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:22:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:53,889 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:22:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:22:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:53,889 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:22:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 39f54db149b763e7f6af3eb0b4af3a47:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:22:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:53,891 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52666 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:22:53,891 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:22:53,891 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/A is initiating minor compaction (all files)
2024-11-08T05:22:53,891 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/B is initiating minor compaction (all files)
2024-11-08T05:22:53,891 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/A in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:53,891 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/B in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:53,891 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1a34530be5074721a6a0615455c0b75f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/73123f17d0b349439ccb1518e74e3613, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7970a21a2a024a3195e2eda4145c072f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/79fd50db076b448f899baa5c62444ace] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=51.4 K
2024-11-08T05:22:53,891 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3a388f53e0a644afb446eb25d1f8b7c2, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/787f8beaf9c64a13b3671980cfc7c22b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/80f2b2103f0140708342b75be6468bfa, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/15ded08a007e45ce822c0825e6485190] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=49.0 K
2024-11-08T05:22:53,891 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a34530be5074721a6a0615455c0b75f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731043370291
2024-11-08T05:22:53,891 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a388f53e0a644afb446eb25d1f8b7c2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731043370291
2024-11-08T05:22:53,892 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73123f17d0b349439ccb1518e74e3613, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731043370331
2024-11-08T05:22:53,892 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 787f8beaf9c64a13b3671980cfc7c22b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731043370331
2024-11-08T05:22:53,892 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7970a21a2a024a3195e2eda4145c072f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731043370678
2024-11-08T05:22:53,892 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 80f2b2103f0140708342b75be6468bfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731043370678
2024-11-08T05:22:53,892 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79fd50db076b448f899baa5c62444ace, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731043371868
2024-11-08T05:22:53,892 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 15ded08a007e45ce822c0825e6485190, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731043371868
2024-11-08T05:22:53,901 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:53,901 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#A#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:53,902 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/5abceab9fe574f9d9d014a5bc6955adc is 50, key is test_row_0/B:col10/1731043373009/Put/seqid=0
2024-11-08T05:22:53,902 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/a341d0721175477087479b1bf0f0d01a is 50, key is test_row_0/A:col10/1731043373009/Put/seqid=0
2024-11-08T05:22:53,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741940_1116 (size=13459)
2024-11-08T05:22:53,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741939_1115 (size=13459)
2024-11-08T05:22:53,914 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/a341d0721175477087479b1bf0f0d01a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/a341d0721175477087479b1bf0f0d01a
2024-11-08T05:22:53,921 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/A of 39f54db149b763e7f6af3eb0b4af3a47 into a341d0721175477087479b1bf0f0d01a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:53,921 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:53,921 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/A, priority=12, startTime=1731043373889; duration=0sec
2024-11-08T05:22:53,921 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:22:53,921 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:A
2024-11-08T05:22:53,921 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:22:53,923 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:22:53,923 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 39f54db149b763e7f6af3eb0b4af3a47/C is initiating minor compaction (all files)
2024-11-08T05:22:53,923 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 39f54db149b763e7f6af3eb0b4af3a47/C in TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:53,923 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/387104728dc6448786294d47f53d0d38, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/af8242adba9a43c7883c23885360501c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/10f4f2acd4174b2ca1502bdb7551e1b4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/365e9a8894584dbab8977d7d1fac095b] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp, totalSize=49.0 K
2024-11-08T05:22:53,924 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 387104728dc6448786294d47f53d0d38, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1731043370291
2024-11-08T05:22:53,924 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting af8242adba9a43c7883c23885360501c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1731043370331
2024-11-08T05:22:53,924 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10f4f2acd4174b2ca1502bdb7551e1b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731043370678
2024-11-08T05:22:53,925 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 365e9a8894584dbab8977d7d1fac095b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1731043371868
2024-11-08T05:22:53,940 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 39f54db149b763e7f6af3eb0b4af3a47#C#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:22:53,940 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/f110223c3b6c4a2798ac43b8a0851f8d is 50, key is test_row_0/C:col10/1731043373009/Put/seqid=0
2024-11-08T05:22:53,946 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741941_1117 (size=13459)
2024-11-08T05:22:54,316 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/5abceab9fe574f9d9d014a5bc6955adc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/5abceab9fe574f9d9d014a5bc6955adc
2024-11-08T05:22:54,324 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/B of 39f54db149b763e7f6af3eb0b4af3a47 into 5abceab9fe574f9d9d014a5bc6955adc(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:54,324 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:54,324 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/B, priority=12, startTime=1731043373889; duration=0sec
2024-11-08T05:22:54,324 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:54,324 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:B
2024-11-08T05:22:54,353 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/f110223c3b6c4a2798ac43b8a0851f8d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/f110223c3b6c4a2798ac43b8a0851f8d
2024-11-08T05:22:54,361 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 39f54db149b763e7f6af3eb0b4af3a47/C of 39f54db149b763e7f6af3eb0b4af3a47 into f110223c3b6c4a2798ac43b8a0851f8d(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:22:54,361 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 39f54db149b763e7f6af3eb0b4af3a47:

2024-11-08T05:22:54,361 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., storeName=39f54db149b763e7f6af3eb0b4af3a47/C, priority=12, startTime=1731043373889; duration=0sec
2024-11-08T05:22:54,361 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:22:54,361 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 39f54db149b763e7f6af3eb0b4af3a47:C
2024-11-08T05:22:54,546 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:22:54,850 INFO  [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147.
2024-11-08T05:22:54,851 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:22:54,851 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:54,851 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:54,851 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 80
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 90
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 63
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 66
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 83
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 2999
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 3055
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1442
2024-11-08T05:22:54,851 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4319 rows
2024-11-08T05:22:54,852 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1462
2024-11-08T05:22:54,852 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4380 rows
2024-11-08T05:22:54,852 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:22:54,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:22:54,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:54,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:54,852 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:22:54,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-08T05:22:54,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:54,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-08T05:22:54,862 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043374862"}]},"ts":"1731043374862"}
2024-11-08T05:22:54,865 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T05:22:54,865 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T05:22:54,867 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:22:54,871 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, UNASSIGN}]
2024-11-08T05:22:54,871 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, UNASSIGN
2024-11-08T05:22:54,873 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=39f54db149b763e7f6af3eb0b4af3a47, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:54,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, UNASSIGN because future has completed
2024-11-08T05:22:54,875 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:22:54,876 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:22:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-08T05:22:55,033 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 39f54db149b763e7f6af3eb0b4af3a47, disabling compactions & flushes
2024-11-08T05:22:55,034 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. after waiting 0 ms
2024-11-08T05:22:55,034 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:55,034 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 39f54db149b763e7f6af3eb0b4af3a47 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-08T05:22:55,039 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/a65d6ddcb83545c3b0d0703c0e0d4e44 is 50, key is test_row_1/A:col10/1731043374849/Put/seqid=0
2024-11-08T05:22:55,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741942_1118 (size=7415)
2024-11-08T05:22:55,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-08T05:22:55,443 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/a65d6ddcb83545c3b0d0703c0e0d4e44
2024-11-08T05:22:55,452 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/108bfdb6dbed439883acd1ab91cc6cdc is 50, key is test_row_1/B:col10/1731043374849/Put/seqid=0
2024-11-08T05:22:55,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741943_1119 (size=7415)
2024-11-08T05:22:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-08T05:22:55,857 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/108bfdb6dbed439883acd1ab91cc6cdc
2024-11-08T05:22:55,868 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/ad7f314990b0464cae93aaaf35b8c9a2 is 50, key is test_row_1/C:col10/1731043374849/Put/seqid=0
2024-11-08T05:22:55,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741944_1120 (size=7415)
2024-11-08T05:22:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-08T05:22:56,273 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/ad7f314990b0464cae93aaaf35b8c9a2
2024-11-08T05:22:56,279 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/A/a65d6ddcb83545c3b0d0703c0e0d4e44 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/a65d6ddcb83545c3b0d0703c0e0d4e44
2024-11-08T05:22:56,285 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/a65d6ddcb83545c3b0d0703c0e0d4e44, entries=50, sequenceid=491, filesize=7.2 K
2024-11-08T05:22:56,286 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/B/108bfdb6dbed439883acd1ab91cc6cdc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/108bfdb6dbed439883acd1ab91cc6cdc
2024-11-08T05:22:56,290 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/108bfdb6dbed439883acd1ab91cc6cdc, entries=50, sequenceid=491, filesize=7.2 K
2024-11-08T05:22:56,291 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/.tmp/C/ad7f314990b0464cae93aaaf35b8c9a2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad7f314990b0464cae93aaaf35b8c9a2
2024-11-08T05:22:56,296 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad7f314990b0464cae93aaaf35b8c9a2, entries=50, sequenceid=491, filesize=7.2 K
2024-11-08T05:22:56,297 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 39f54db149b763e7f6af3eb0b4af3a47 in 1263ms, sequenceid=491, compaction requested=false
2024-11-08T05:22:56,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/b7540cbbd42245bdb26b631d08dd8ead, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7aa9276ddbe14e7ba30e0d1ba8eca547, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/412813ce73b8427eb697bc374f9b33f8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7c558d9ae7144e51b8eaf8faef7f3c5a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c933523b5ef747d99738781cbf3d7ad8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/99b1aca722ae4fa28df4bee121f1a6a5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/bbce000335ef4471bb7f4e0713ad41a3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f712211ae9c245a480724d3caafaf71f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/302d1ef76b4f4dd8a4deec966f94fff9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/337751f78da34672b821cade5435da2e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ee315ce50829435b8fc1db6ec274cde5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/accc97f6636b4050ad69917078faeadd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c65064c13ff148c5ac27f869655db7ec, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/9efef11b52e040f1bae99617e6c4d8d5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/83434b46450840ce9670cee110eb6037, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/d0d54013a47045efb370ef0a3c4af992, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e4db1965b5cc4995b910b47444966d7a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ebc7830ae56046ec94d100ca14c65150, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f0806ee12598404db47d0e3337407414, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/af809c8b2ce64e5fbd0d03a978d93ffa, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e8f4f9f628a94a7db322505997548965, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/0f259aa2b18d4b0c9851af98eb5fa53d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/5b49e98f973a4175bee4f558de288019, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f1920418fd904a97a44a21f985dfcd45, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/21e3f6304865445a8cd692aba020a364, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/43f5589176f443b4b6e6e4078eee69ee, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/3310c5312af44930bbf8d5b07256ba81, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1690ef77602b41639bb4f52f720a90fb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/6970fd83c53845ee9ed471559c99784e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7993c281cff54319a6be2c2a77f4a5ad, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1a34530be5074721a6a0615455c0b75f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/73123f17d0b349439ccb1518e74e3613, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7970a21a2a024a3195e2eda4145c072f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/79fd50db076b448f899baa5c62444ace] to archive
2024-11-08T05:22:56,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:22:56,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/b7540cbbd42245bdb26b631d08dd8ead to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/b7540cbbd42245bdb26b631d08dd8ead
2024-11-08T05:22:56,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7aa9276ddbe14e7ba30e0d1ba8eca547 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7aa9276ddbe14e7ba30e0d1ba8eca547
2024-11-08T05:22:56,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/412813ce73b8427eb697bc374f9b33f8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/412813ce73b8427eb697bc374f9b33f8
2024-11-08T05:22:56,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7c558d9ae7144e51b8eaf8faef7f3c5a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7c558d9ae7144e51b8eaf8faef7f3c5a
2024-11-08T05:22:56,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c933523b5ef747d99738781cbf3d7ad8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c933523b5ef747d99738781cbf3d7ad8
2024-11-08T05:22:56,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/99b1aca722ae4fa28df4bee121f1a6a5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/99b1aca722ae4fa28df4bee121f1a6a5
2024-11-08T05:22:56,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/bbce000335ef4471bb7f4e0713ad41a3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/bbce000335ef4471bb7f4e0713ad41a3
2024-11-08T05:22:56,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f712211ae9c245a480724d3caafaf71f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f712211ae9c245a480724d3caafaf71f
2024-11-08T05:22:56,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/302d1ef76b4f4dd8a4deec966f94fff9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/302d1ef76b4f4dd8a4deec966f94fff9
2024-11-08T05:22:56,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/337751f78da34672b821cade5435da2e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/337751f78da34672b821cade5435da2e
2024-11-08T05:22:56,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ee315ce50829435b8fc1db6ec274cde5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ee315ce50829435b8fc1db6ec274cde5
2024-11-08T05:22:56,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/accc97f6636b4050ad69917078faeadd to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/accc97f6636b4050ad69917078faeadd
2024-11-08T05:22:56,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c65064c13ff148c5ac27f869655db7ec to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/c65064c13ff148c5ac27f869655db7ec
2024-11-08T05:22:56,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/9efef11b52e040f1bae99617e6c4d8d5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/9efef11b52e040f1bae99617e6c4d8d5
2024-11-08T05:22:56,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/83434b46450840ce9670cee110eb6037 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/83434b46450840ce9670cee110eb6037
2024-11-08T05:22:56,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/d0d54013a47045efb370ef0a3c4af992 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/d0d54013a47045efb370ef0a3c4af992
2024-11-08T05:22:56,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e4db1965b5cc4995b910b47444966d7a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e4db1965b5cc4995b910b47444966d7a
2024-11-08T05:22:56,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ebc7830ae56046ec94d100ca14c65150 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/ebc7830ae56046ec94d100ca14c65150
2024-11-08T05:22:56,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f0806ee12598404db47d0e3337407414 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f0806ee12598404db47d0e3337407414
2024-11-08T05:22:56,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/af809c8b2ce64e5fbd0d03a978d93ffa to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/af809c8b2ce64e5fbd0d03a978d93ffa
2024-11-08T05:22:56,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e8f4f9f628a94a7db322505997548965 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/e8f4f9f628a94a7db322505997548965
2024-11-08T05:22:56,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/0f259aa2b18d4b0c9851af98eb5fa53d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/0f259aa2b18d4b0c9851af98eb5fa53d
2024-11-08T05:22:56,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/5b49e98f973a4175bee4f558de288019 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/5b49e98f973a4175bee4f558de288019
2024-11-08T05:22:56,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f1920418fd904a97a44a21f985dfcd45 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/f1920418fd904a97a44a21f985dfcd45
2024-11-08T05:22:56,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/21e3f6304865445a8cd692aba020a364 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/21e3f6304865445a8cd692aba020a364
2024-11-08T05:22:56,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/43f5589176f443b4b6e6e4078eee69ee to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/43f5589176f443b4b6e6e4078eee69ee
2024-11-08T05:22:56,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/3310c5312af44930bbf8d5b07256ba81 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/3310c5312af44930bbf8d5b07256ba81
2024-11-08T05:22:56,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1690ef77602b41639bb4f52f720a90fb to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1690ef77602b41639bb4f52f720a90fb
2024-11-08T05:22:56,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/6970fd83c53845ee9ed471559c99784e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/6970fd83c53845ee9ed471559c99784e
2024-11-08T05:22:56,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7993c281cff54319a6be2c2a77f4a5ad to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7993c281cff54319a6be2c2a77f4a5ad
2024-11-08T05:22:56,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1a34530be5074721a6a0615455c0b75f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/1a34530be5074721a6a0615455c0b75f
2024-11-08T05:22:56,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/73123f17d0b349439ccb1518e74e3613 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/73123f17d0b349439ccb1518e74e3613
2024-11-08T05:22:56,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7970a21a2a024a3195e2eda4145c072f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/7970a21a2a024a3195e2eda4145c072f
2024-11-08T05:22:56,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/79fd50db076b448f899baa5c62444ace to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/79fd50db076b448f899baa5c62444ace
2024-11-08T05:22:56,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/40cdc3c6cb644e2797fee50fea32aea6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/77418ffeb1c44ff8a31a8eb20026857d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a7faaa1b890748e0b64097f030320dca, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c55cb4f71e0d4f7ead65c3cbb3ebc153, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b4dedf0a8ee94cd89838e171c5ade5ee, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ad8691a0150343be82a4d421a6e06a42, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1c5a3f8c972d46918935ab4e596e3fb6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3b0efa10ba614cd496ec297d89ef139f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/34494c08a4b34064ab1dfc2df694361b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a285a580bc93452eaa8c98d42b849af9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/28836f63c4f44863a3eb84fb2d3547c8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/fbd28d28c95441489755231b48889a77, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/e20aedd4347c41a2b662b931df9cb333, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/6a93c815c4394fecab91728f50fd5a62, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ef1b8a15fae6412ba1573f421a3a1a61, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/01dd652d4395455dbd8f26b8c119cfaa, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4a38631be1624b73b7cc314ba1014e27, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4fe8eb568a90446b92e932cc6a000740, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/da3b25a8363148c499a9e051fc854077, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/d19aa7d619674171a1d459b2b1dc58ac, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c79b1502f7f448e394c1b274dd5352b7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/09ed5ec990c349f6a148e13dc7650a76, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/30d8aaecb9c743aaba139ab1b048eb49, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b47c788155f142f18cc3d81149349b79, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/706e23b215ce443eacfb4a6bb4cef48c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/0cc0372607a8453f977c8daeafcb1d52, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4427fc5e930a4e3bb90b1bd6616e3ab8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/61798c9c213c401e810fd60591cf929b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/21d659c734d344c38c66bacfb468ce6d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3a388f53e0a644afb446eb25d1f8b7c2, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1bed42d57dae4064b47f37b2aeef95fe, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/787f8beaf9c64a13b3671980cfc7c22b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/80f2b2103f0140708342b75be6468bfa, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/15ded08a007e45ce822c0825e6485190] to archive
2024-11-08T05:22:56,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:22:56,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/40cdc3c6cb644e2797fee50fea32aea6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/40cdc3c6cb644e2797fee50fea32aea6
2024-11-08T05:22:56,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/77418ffeb1c44ff8a31a8eb20026857d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/77418ffeb1c44ff8a31a8eb20026857d
2024-11-08T05:22:56,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a7faaa1b890748e0b64097f030320dca to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a7faaa1b890748e0b64097f030320dca
2024-11-08T05:22:56,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c55cb4f71e0d4f7ead65c3cbb3ebc153 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c55cb4f71e0d4f7ead65c3cbb3ebc153
2024-11-08T05:22:56,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b4dedf0a8ee94cd89838e171c5ade5ee to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b4dedf0a8ee94cd89838e171c5ade5ee
2024-11-08T05:22:56,372 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ad8691a0150343be82a4d421a6e06a42 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ad8691a0150343be82a4d421a6e06a42
2024-11-08T05:22:56,373 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1c5a3f8c972d46918935ab4e596e3fb6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1c5a3f8c972d46918935ab4e596e3fb6
2024-11-08T05:22:56,374 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3b0efa10ba614cd496ec297d89ef139f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3b0efa10ba614cd496ec297d89ef139f
2024-11-08T05:22:56,376 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/34494c08a4b34064ab1dfc2df694361b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/34494c08a4b34064ab1dfc2df694361b
2024-11-08T05:22:56,378 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a285a580bc93452eaa8c98d42b849af9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/a285a580bc93452eaa8c98d42b849af9
2024-11-08T05:22:56,380 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/28836f63c4f44863a3eb84fb2d3547c8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/28836f63c4f44863a3eb84fb2d3547c8
2024-11-08T05:22:56,381 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/fbd28d28c95441489755231b48889a77 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/fbd28d28c95441489755231b48889a77
2024-11-08T05:22:56,385 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/e20aedd4347c41a2b662b931df9cb333 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/e20aedd4347c41a2b662b931df9cb333
2024-11-08T05:22:56,387 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/6a93c815c4394fecab91728f50fd5a62 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/6a93c815c4394fecab91728f50fd5a62
2024-11-08T05:22:56,388 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ef1b8a15fae6412ba1573f421a3a1a61 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/ef1b8a15fae6412ba1573f421a3a1a61
2024-11-08T05:22:56,390 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/01dd652d4395455dbd8f26b8c119cfaa to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/01dd652d4395455dbd8f26b8c119cfaa
2024-11-08T05:22:56,391 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4a38631be1624b73b7cc314ba1014e27 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4a38631be1624b73b7cc314ba1014e27
2024-11-08T05:22:56,393 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4fe8eb568a90446b92e932cc6a000740 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4fe8eb568a90446b92e932cc6a000740
2024-11-08T05:22:56,395 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/da3b25a8363148c499a9e051fc854077 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/da3b25a8363148c499a9e051fc854077
2024-11-08T05:22:56,397 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/d19aa7d619674171a1d459b2b1dc58ac to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/d19aa7d619674171a1d459b2b1dc58ac
2024-11-08T05:22:56,399 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c79b1502f7f448e394c1b274dd5352b7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/c79b1502f7f448e394c1b274dd5352b7
2024-11-08T05:22:56,408 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/09ed5ec990c349f6a148e13dc7650a76 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/09ed5ec990c349f6a148e13dc7650a76
2024-11-08T05:22:56,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/30d8aaecb9c743aaba139ab1b048eb49 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/30d8aaecb9c743aaba139ab1b048eb49
2024-11-08T05:22:56,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b47c788155f142f18cc3d81149349b79 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/b47c788155f142f18cc3d81149349b79
2024-11-08T05:22:56,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/706e23b215ce443eacfb4a6bb4cef48c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/706e23b215ce443eacfb4a6bb4cef48c
2024-11-08T05:22:56,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/0cc0372607a8453f977c8daeafcb1d52 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/0cc0372607a8453f977c8daeafcb1d52
2024-11-08T05:22:56,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4427fc5e930a4e3bb90b1bd6616e3ab8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/4427fc5e930a4e3bb90b1bd6616e3ab8
2024-11-08T05:22:56,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/61798c9c213c401e810fd60591cf929b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/61798c9c213c401e810fd60591cf929b
2024-11-08T05:22:56,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/21d659c734d344c38c66bacfb468ce6d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/21d659c734d344c38c66bacfb468ce6d
2024-11-08T05:22:56,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3a388f53e0a644afb446eb25d1f8b7c2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/3a388f53e0a644afb446eb25d1f8b7c2
2024-11-08T05:22:56,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1bed42d57dae4064b47f37b2aeef95fe to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/1bed42d57dae4064b47f37b2aeef95fe
2024-11-08T05:22:56,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/787f8beaf9c64a13b3671980cfc7c22b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/787f8beaf9c64a13b3671980cfc7c22b
2024-11-08T05:22:56,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/80f2b2103f0140708342b75be6468bfa to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/80f2b2103f0140708342b75be6468bfa
2024-11-08T05:22:56,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/15ded08a007e45ce822c0825e6485190 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/15ded08a007e45ce822c0825e6485190
2024-11-08T05:22:56,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7fa3fb3842cd4c8c952f03afa410189b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4fdb5ac973324a54af94cff46ee7482f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/92cd43a93f59487ba13ffac3c6466cc6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7637b1b772884fa99b1583c9f8dae118, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5398f71ac3ee4c45935542041ae9a41f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/2172470c236345c7832dbdf1d9dc6cc8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/6f2869e63452433c8b54d6221e21a769, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/55185944f538494b935acccfbcfef423, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d11278f041014e24b5555c474904a919, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/97638f18b6fc4b7fac85cc46a4818c79, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/bca32911d4e24f3aa86e18b7c8ca997f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3dfbfbf502a24f2b9b49ece189af8255, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/a83aad93a4ac459b8638705d023f8404, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad3185ae93244cbca0a5faec519f4a04, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/b6d8451d88914def84cf983ac984c641, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/beee71306c3247b1b18a5281cfe0ea49, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fb3b16009f0e415b93b7f26c81b809fe, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d4cb748e2ddb4ea3997b0ad269711e8a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/002878a6dca940388688fc774163e0b4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3779ab3d25f04907aebf3a35f36fad73, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/c207a088c52a4107992bd278ae9c3400, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5acadf182ed94b66ad0f243cb39cafd3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/0227af05a17e4c2a921a60c141db470d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/cf3fff3f996841ac8d89cb2ea599c941, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/607c265aec51421193bcee85a6ceed5e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4f795600e193467ca12122fd408778d9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7ff500ae8e8247038151249d78e4cf28, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5c2bd42133be4b46825bdac474993fe2, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/51072ef0706c4740bd7d02975b714007, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/387104728dc6448786294d47f53d0d38, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fc79eba4636f4fc4856a323c9812cf84, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/af8242adba9a43c7883c23885360501c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/10f4f2acd4174b2ca1502bdb7551e1b4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/365e9a8894584dbab8977d7d1fac095b] to archive
2024-11-08T05:22:56,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:22:56,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7fa3fb3842cd4c8c952f03afa410189b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7fa3fb3842cd4c8c952f03afa410189b
2024-11-08T05:22:56,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4fdb5ac973324a54af94cff46ee7482f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4fdb5ac973324a54af94cff46ee7482f
2024-11-08T05:22:56,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/92cd43a93f59487ba13ffac3c6466cc6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/92cd43a93f59487ba13ffac3c6466cc6
2024-11-08T05:22:56,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7637b1b772884fa99b1583c9f8dae118 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7637b1b772884fa99b1583c9f8dae118
2024-11-08T05:22:56,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5398f71ac3ee4c45935542041ae9a41f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5398f71ac3ee4c45935542041ae9a41f
2024-11-08T05:22:56,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/2172470c236345c7832dbdf1d9dc6cc8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/2172470c236345c7832dbdf1d9dc6cc8
2024-11-08T05:22:56,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/6f2869e63452433c8b54d6221e21a769 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/6f2869e63452433c8b54d6221e21a769
2024-11-08T05:22:56,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/55185944f538494b935acccfbcfef423 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/55185944f538494b935acccfbcfef423
2024-11-08T05:22:56,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d11278f041014e24b5555c474904a919 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d11278f041014e24b5555c474904a919
2024-11-08T05:22:56,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/97638f18b6fc4b7fac85cc46a4818c79 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/97638f18b6fc4b7fac85cc46a4818c79
2024-11-08T05:22:56,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/bca32911d4e24f3aa86e18b7c8ca997f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/bca32911d4e24f3aa86e18b7c8ca997f
2024-11-08T05:22:56,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3dfbfbf502a24f2b9b49ece189af8255 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3dfbfbf502a24f2b9b49ece189af8255
2024-11-08T05:22:56,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/a83aad93a4ac459b8638705d023f8404 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/a83aad93a4ac459b8638705d023f8404
2024-11-08T05:22:56,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad3185ae93244cbca0a5faec519f4a04 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad3185ae93244cbca0a5faec519f4a04
2024-11-08T05:22:56,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/b6d8451d88914def84cf983ac984c641 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/b6d8451d88914def84cf983ac984c641
2024-11-08T05:22:56,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/beee71306c3247b1b18a5281cfe0ea49 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/beee71306c3247b1b18a5281cfe0ea49
2024-11-08T05:22:56,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fb3b16009f0e415b93b7f26c81b809fe to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fb3b16009f0e415b93b7f26c81b809fe
2024-11-08T05:22:56,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d4cb748e2ddb4ea3997b0ad269711e8a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/d4cb748e2ddb4ea3997b0ad269711e8a
2024-11-08T05:22:56,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/002878a6dca940388688fc774163e0b4 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/002878a6dca940388688fc774163e0b4
2024-11-08T05:22:56,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3779ab3d25f04907aebf3a35f36fad73 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/3779ab3d25f04907aebf3a35f36fad73
2024-11-08T05:22:56,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/c207a088c52a4107992bd278ae9c3400 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/c207a088c52a4107992bd278ae9c3400
2024-11-08T05:22:56,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5acadf182ed94b66ad0f243cb39cafd3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5acadf182ed94b66ad0f243cb39cafd3
2024-11-08T05:22:56,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/0227af05a17e4c2a921a60c141db470d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/0227af05a17e4c2a921a60c141db470d
2024-11-08T05:22:56,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/cf3fff3f996841ac8d89cb2ea599c941 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/cf3fff3f996841ac8d89cb2ea599c941
2024-11-08T05:22:56,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/607c265aec51421193bcee85a6ceed5e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/607c265aec51421193bcee85a6ceed5e
2024-11-08T05:22:56,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4f795600e193467ca12122fd408778d9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/4f795600e193467ca12122fd408778d9
2024-11-08T05:22:56,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7ff500ae8e8247038151249d78e4cf28 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/7ff500ae8e8247038151249d78e4cf28
2024-11-08T05:22:56,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5c2bd42133be4b46825bdac474993fe2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/5c2bd42133be4b46825bdac474993fe2
2024-11-08T05:22:56,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/51072ef0706c4740bd7d02975b714007 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/51072ef0706c4740bd7d02975b714007
2024-11-08T05:22:56,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/387104728dc6448786294d47f53d0d38 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/387104728dc6448786294d47f53d0d38
2024-11-08T05:22:56,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fc79eba4636f4fc4856a323c9812cf84 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/fc79eba4636f4fc4856a323c9812cf84
2024-11-08T05:22:56,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/af8242adba9a43c7883c23885360501c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/af8242adba9a43c7883c23885360501c
2024-11-08T05:22:56,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/10f4f2acd4174b2ca1502bdb7551e1b4 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/10f4f2acd4174b2ca1502bdb7551e1b4
2024-11-08T05:22:56,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/365e9a8894584dbab8977d7d1fac095b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/365e9a8894584dbab8977d7d1fac095b
2024-11-08T05:22:56,505 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/recovered.edits/494.seqid, newMaxSeqId=494, maxSeqId=1
2024-11-08T05:22:56,508 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.
2024-11-08T05:22:56,508 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 39f54db149b763e7f6af3eb0b4af3a47:
Waiting for close lock at 1731043375034Running coprocessor pre-close hooks at 1731043375034Disabling compacts and flushes for region at 1731043375034Disabling writes for close at 1731043375034Obtaining lock to block concurrent updates at 1731043375034Preparing flush snapshotting stores in 39f54db149b763e7f6af3eb0b4af3a47 at 1731043375034Finished memstore snapshotting TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731043375035 (+1 ms)Flushing stores of TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47. at 1731043375035Flushing 39f54db149b763e7f6af3eb0b4af3a47/A: creating writer at 1731043375035Flushing 39f54db149b763e7f6af3eb0b4af3a47/A: appending metadata at 1731043375038 (+3 ms)Flushing 39f54db149b763e7f6af3eb0b4af3a47/A: closing flushed file at 1731043375038Flushing 39f54db149b763e7f6af3eb0b4af3a47/B: creating writer at 1731043375449 (+411 ms)Flushing 39f54db149b763e7f6af3eb0b4af3a47/B: appending metadata at 1731043375452 (+3 ms)Flushing 39f54db149b763e7f6af3eb0b4af3a47/B: closing flushed file at 1731043375452Flushing 39f54db149b763e7f6af3eb0b4af3a47/C: creating writer at 1731043375863 (+411 ms)Flushing 39f54db149b763e7f6af3eb0b4af3a47/C: appending metadata at 1731043375867 (+4 ms)Flushing 39f54db149b763e7f6af3eb0b4af3a47/C: closing flushed file at 1731043375867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f992851: reopening flushed file at 1731043376278 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bdc7fa4: reopening flushed file at 1731043376285 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e5f2950: reopening flushed file at 1731043376290 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 39f54db149b763e7f6af3eb0b4af3a47 in 1263ms, sequenceid=491, compaction requested=false at 1731043376297 (+7 ms)Writing region close event to WAL at 1731043376501 (+204 ms)Running coprocessor post-close hooks at 1731043376506 (+5 ms)Closed at 1731043376507 (+1 ms)
2024-11-08T05:22:56,511 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:56,511 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=39f54db149b763e7f6af3eb0b4af3a47, regionState=CLOSED
2024-11-08T05:22:56,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:22:56,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-08T05:22:56,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 39f54db149b763e7f6af3eb0b4af3a47, server=d1ba675678c9,35687,1731043346195 in 1.6380 sec
2024-11-08T05:22:56,517 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-08T05:22:56,517 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=39f54db149b763e7f6af3eb0b4af3a47, UNASSIGN in 1.6450 sec
2024-11-08T05:22:56,520 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-08T05:22:56,520 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6520 sec
2024-11-08T05:22:56,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043376521"}]},"ts":"1731043376521"}
2024-11-08T05:22:56,522 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T05:22:56,522 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T05:22:56,524 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6660 sec
2024-11-08T05:22:57,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27
2024-11-08T05:22:57,009 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:57,013 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-08T05:22:57,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:57,019 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-08T05:22:57,022 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:57,026 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:57,030 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/recovered.edits]
2024-11-08T05:22:57,033 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/a341d0721175477087479b1bf0f0d01a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/a341d0721175477087479b1bf0f0d01a
2024-11-08T05:22:57,034 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/a65d6ddcb83545c3b0d0703c0e0d4e44 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/A/a65d6ddcb83545c3b0d0703c0e0d4e44
2024-11-08T05:22:57,037 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/108bfdb6dbed439883acd1ab91cc6cdc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/108bfdb6dbed439883acd1ab91cc6cdc
2024-11-08T05:22:57,038 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/5abceab9fe574f9d9d014a5bc6955adc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/B/5abceab9fe574f9d9d014a5bc6955adc
2024-11-08T05:22:57,040 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad7f314990b0464cae93aaaf35b8c9a2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/ad7f314990b0464cae93aaaf35b8c9a2
2024-11-08T05:22:57,041 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/f110223c3b6c4a2798ac43b8a0851f8d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/C/f110223c3b6c4a2798ac43b8a0851f8d
2024-11-08T05:22:57,044 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/recovered.edits/494.seqid to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47/recovered.edits/494.seqid
2024-11-08T05:22:57,044 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/39f54db149b763e7f6af3eb0b4af3a47
2024-11-08T05:22:57,045 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T05:22:57,050 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:57,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-08T05:22:57,058 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T05:22:57,087 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T05:22:57,089 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:57,089 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T05:22:57,090 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731043377089"}]},"ts":"9223372036854775807"}
2024-11-08T05:22:57,094 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-08T05:22:57,094 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 39f54db149b763e7f6af3eb0b4af3a47, NAME => 'TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T05:22:57,095 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T05:22:57,095 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731043377095"}]},"ts":"9223372036854775807"}
2024-11-08T05:22:57,099 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-08T05:22:57,100 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:57,102 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec
2024-11-08T05:22:57,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-08T05:22:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-08T05:22:57,129 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:57,142 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211)
Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-434887786_22 at /127.0.0.1:36512 [Waiting for operation #205]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-434887786_22 at /127.0.0.1:57796 [Waiting for operation #244]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-741033890_22 at /127.0.0.1:36420 [Waiting for operation #231]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RSProcedureDispatcher-pool-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;d1ba675678c9:35687-shortCompactions-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/d1ba675678c9:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=627 (was 436) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7176 (was 7485)
2024-11-08T05:22:57,150 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=627, ProcessCount=11, AvailableMemoryMB=7176
2024-11-08T05:22:57,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:22:57,152 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:22:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:57,154 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:22:57,154 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:57,154 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 32
2024-11-08T05:22:57,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-08T05:22:57,156 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:22:57,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741945_1121 (size=959)
2024-11-08T05:22:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-08T05:22:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-08T05:22:57,564 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23
2024-11-08T05:22:57,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741946_1122 (size=53)
2024-11-08T05:22:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-08T05:22:57,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:22:57,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7df302621d8f8271bdc9e1b5a31eec63, disabling compactions & flushes
2024-11-08T05:22:57,972 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:57,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:57,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. after waiting 0 ms
2024-11-08T05:22:57,972 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:57,972 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:57,973 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7df302621d8f8271bdc9e1b5a31eec63:
Waiting for close lock at 1731043377972Disabling compacts and flushes for region at 1731043377972Disabling writes for close at 1731043377972Writing region close event to WAL at 1731043377972Closed at 1731043377972
2024-11-08T05:22:57,975 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:22:57,975 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731043377975"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043377975"}]},"ts":"1731043377975"}
2024-11-08T05:22:57,977 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:22:57,979 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:22:57,979 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043377979"}]},"ts":"1731043377979"}
2024-11-08T05:22:57,981 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T05:22:57,981 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, ASSIGN}]
2024-11-08T05:22:57,982 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, ASSIGN
2024-11-08T05:22:57,983 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, ASSIGN; state=OFFLINE, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=false
2024-11-08T05:22:58,135 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=7df302621d8f8271bdc9e1b5a31eec63, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:58,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, ASSIGN because future has completed
2024-11-08T05:22:58,138 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:22:58,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-08T05:22:58,340 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:58,340 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:22:58,340 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,341 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:22:58,341 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,341 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,342 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7df302621d8f8271bdc9e1b5a31eec63 
2024-11-08T05:22:58,345 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df302621d8f8271bdc9e1b5a31eec63 columnFamilyName A
2024-11-08T05:22:58,345 DEBUG [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:58,346 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(327): Store=7df302621d8f8271bdc9e1b5a31eec63/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:58,346 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7df302621d8f8271bdc9e1b5a31eec63 
2024-11-08T05:22:58,348 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df302621d8f8271bdc9e1b5a31eec63 columnFamilyName B
2024-11-08T05:22:58,348 DEBUG [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:58,348 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(327): Store=7df302621d8f8271bdc9e1b5a31eec63/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:58,349 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7df302621d8f8271bdc9e1b5a31eec63 
2024-11-08T05:22:58,350 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df302621d8f8271bdc9e1b5a31eec63 columnFamilyName C
2024-11-08T05:22:58,350 DEBUG [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:22:58,351 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(327): Store=7df302621d8f8271bdc9e1b5a31eec63/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:22:58,351 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,352 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,352 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,353 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,353 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,354 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:22:58,355 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,357 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:22:58,358 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 7df302621d8f8271bdc9e1b5a31eec63; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63703247, jitterRate=-0.050747647881507874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:22:58,358 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:58,359 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 7df302621d8f8271bdc9e1b5a31eec63:
Running coprocessor pre-open hook at 1731043378341Writing region info on filesystem at 1731043378341Initializing all the Stores at 1731043378342 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043378342Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043378342Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043378342Cleaning up temporary data from old regions at 1731043378353 (+11 ms)Running coprocessor post-open hooks at 1731043378358 (+5 ms)Region opened successfully at 1731043378359 (+1 ms)
2024-11-08T05:22:58,360 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., pid=34, masterSystemTime=1731043378291
2024-11-08T05:22:58,362 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:58,362 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:58,364 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=7df302621d8f8271bdc9e1b5a31eec63, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:58,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:22:58,370 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33
2024-11-08T05:22:58,370 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195 in 230 msec
2024-11-08T05:22:58,372 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-08T05:22:58,372 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, ASSIGN in 389 msec
2024-11-08T05:22:58,373 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:22:58,374 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043378373"}]},"ts":"1731043378373"}
2024-11-08T05:22:58,375 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T05:22:58,376 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:22:58,378 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2240 sec
2024-11-08T05:22:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-08T05:22:59,299 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:22:59,300 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:59,300 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:22:59,300 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:22:59,302 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:22:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:22:59,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:22:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4810677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:22:59,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:22:59,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:22:59,305 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:22:59,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd243a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:22:59,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:22:59,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:22:59,309 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:22:59,310 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:22:59,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:22:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37945,1731043345409
2024-11-08T05:22:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72e279a6
2024-11-08T05:22:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:22:59,314 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:22:59,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:22:59,320 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:22:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-08T05:22:59,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741947_1123 (size=995)
2024-11-08T05:22:59,738 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-08T05:22:59,738 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-08T05:22:59,742 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:22:59,750 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, REOPEN/MOVE}]
2024-11-08T05:22:59,751 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, REOPEN/MOVE
2024-11-08T05:22:59,751 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=7df302621d8f8271bdc9e1b5a31eec63, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:22:59,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, REOPEN/MOVE because future has completed
2024-11-08T05:22:59,753 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:22:59,753 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:22:59,906 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:59,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:22:59,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 7df302621d8f8271bdc9e1b5a31eec63, disabling compactions & flushes
2024-11-08T05:22:59,906 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:59,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:59,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. after waiting 0 ms
2024-11-08T05:22:59,906 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:59,911 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T05:22:59,912 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:22:59,912 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 7df302621d8f8271bdc9e1b5a31eec63:
Waiting for close lock at 1731043379906Running coprocessor pre-close hooks at 1731043379906Disabling compacts and flushes for region at 1731043379906Disabling writes for close at 1731043379906Writing region close event to WAL at 1731043379907 (+1 ms)Running coprocessor post-close hooks at 1731043379912 (+5 ms)Closed at 1731043379912
2024-11-08T05:22:59,913 WARN  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 7df302621d8f8271bdc9e1b5a31eec63 to self.
2024-11-08T05:22:59,915 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:22:59,916 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=7df302621d8f8271bdc9e1b5a31eec63, regionState=CLOSED
2024-11-08T05:22:59,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:22:59,920 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37
2024-11-08T05:22:59,920 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195 in 166 msec
2024-11-08T05:22:59,921 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, REOPEN/MOVE; state=CLOSED, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=true
2024-11-08T05:23:00,072 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=7df302621d8f8271bdc9e1b5a31eec63, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, REOPEN/MOVE because future has completed
2024-11-08T05:23:00,075 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:23:00,232 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:00,232 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:23:00,232 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,232 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:23:00,232 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,232 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,237 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7df302621d8f8271bdc9e1b5a31eec63 
2024-11-08T05:23:00,242 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df302621d8f8271bdc9e1b5a31eec63 columnFamilyName A
2024-11-08T05:23:00,244 DEBUG [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:00,244 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(327): Store=7df302621d8f8271bdc9e1b5a31eec63/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:00,245 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7df302621d8f8271bdc9e1b5a31eec63 
2024-11-08T05:23:00,245 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df302621d8f8271bdc9e1b5a31eec63 columnFamilyName B
2024-11-08T05:23:00,246 DEBUG [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:00,246 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(327): Store=7df302621d8f8271bdc9e1b5a31eec63/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:00,246 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7df302621d8f8271bdc9e1b5a31eec63 
2024-11-08T05:23:00,247 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7df302621d8f8271bdc9e1b5a31eec63 columnFamilyName C
2024-11-08T05:23:00,247 DEBUG [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:00,247 INFO  [StoreOpener-7df302621d8f8271bdc9e1b5a31eec63-1 {}] regionserver.HStore(327): Store=7df302621d8f8271bdc9e1b5a31eec63/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:00,247 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,248 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,249 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,250 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,250 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,250 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:23:00,251 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,252 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 7df302621d8f8271bdc9e1b5a31eec63; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69697212, jitterRate=0.03856939077377319}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:23:00,252 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,253 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 7df302621d8f8271bdc9e1b5a31eec63:
Running coprocessor pre-open hook at 1731043380233Writing region info on filesystem at 1731043380233Initializing all the Stores at 1731043380233Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043380233Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043380234 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043380234Cleaning up temporary data from old regions at 1731043380250 (+16 ms)Running coprocessor post-open hooks at 1731043380252 (+2 ms)Region opened successfully at 1731043380253 (+1 ms)
2024-11-08T05:23:00,254 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., pid=39, masterSystemTime=1731043380229
2024-11-08T05:23:00,255 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:00,255 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:00,256 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=7df302621d8f8271bdc9e1b5a31eec63, regionState=OPEN, openSeqNum=5, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:23:00,259 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37
2024-11-08T05:23:00,260 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195 in 183 msec
2024-11-08T05:23:00,262 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-08T05:23:00,262 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, REOPEN/MOVE in 511 msec
2024-11-08T05:23:00,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35
2024-11-08T05:23:00,265 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 522 msec
2024-11-08T05:23:00,268 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 944 msec
2024-11-08T05:23:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35
2024-11-08T05:23:00,270 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:00,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,271 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,271 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451c30ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,272 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,273 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee4e7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,274 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,274 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,275 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afd1457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,276 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,277 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a842842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,279 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3db21e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,281 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233c3448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,283 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2648df3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,285 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d03996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,286 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,287 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771211d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,289 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b2e4e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,291 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d7e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,291 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,292 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,292 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,293 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed4248, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,294 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,294 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ac1445e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,296 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,296 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4475ab04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,297 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,298 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cf67e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,298 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,299 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,299 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,300 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d6385c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:00,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:00,301 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77bc1aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:00,303 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:00,304 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2149b6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:00,304 DEBUG [Thread-638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,304 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,304 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,305 DEBUG [Thread-634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,305 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:00,304 DEBUG [Thread-632 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees
2024-11-08T05:23:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,306 DEBUG [Thread-621 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,306 DEBUG [Thread-632 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,307 DEBUG [Thread-632 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,307 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,308 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:00,308 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,308 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,309 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,309 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-08T05:23:00,310 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:00,310 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,314 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,314 DEBUG [Thread-623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,315 DEBUG [Thread-636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:00,317 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,320 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,320 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,321 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:23:00,379 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:00,379 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:23:00,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-08T05:23:00,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110881ca64aa2e6d47ae9d5a2b2da98e6c53_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043380376/Put/seqid=0
2024-11-08T05:23:00,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-08T05:23:00,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043440417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:00,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741948_1124 (size=12154)
2024-11-08T05:23:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:00,463 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043440450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,469 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043440459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,472 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:00,481 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110881ca64aa2e6d47ae9d5a2b2da98e6c53_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110881ca64aa2e6d47ae9d5a2b2da98e6c53_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043440464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,482 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043440465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,482 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ec7e1f748a8f445d83ef2a5f99e23235, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ec7e1f748a8f445d83ef2a5f99e23235 is 175, key is test_row_0/A:col10/1731043380376/Put/seqid=0
2024-11-08T05:23:00,546 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741949_1125 (size=30955)
2024-11-08T05:23:00,550 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ec7e1f748a8f445d83ef2a5f99e23235
2024-11-08T05:23:00,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043440571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043440571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/5199e59710d1432dbe110a953d37b124 is 50, key is test_row_0/B:col10/1731043380376/Put/seqid=0
2024-11-08T05:23:00,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043440579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,589 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043440588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043440590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,591 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741950_1126 (size=12001)
2024-11-08T05:23:00,597 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/5199e59710d1432dbe110a953d37b124
2024-11-08T05:23:00,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-08T05:23:00,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:00,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:00,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:00,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:00,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=41
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-08T05:23:00,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/06f77a858fd546aeb96515d3f6d18e97 is 50, key is test_row_0/C:col10/1731043380376/Put/seqid=0
2024-11-08T05:23:00,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741951_1127 (size=12001)
2024-11-08T05:23:00,649 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/06f77a858fd546aeb96515d3f6d18e97
2024-11-08T05:23:00,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ec7e1f748a8f445d83ef2a5f99e23235 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ec7e1f748a8f445d83ef2a5f99e23235
2024-11-08T05:23:00,666 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ec7e1f748a8f445d83ef2a5f99e23235, entries=150, sequenceid=16, filesize=30.2 K
2024-11-08T05:23:00,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/5199e59710d1432dbe110a953d37b124 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/5199e59710d1432dbe110a953d37b124
2024-11-08T05:23:00,676 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/5199e59710d1432dbe110a953d37b124, entries=150, sequenceid=16, filesize=11.7 K
2024-11-08T05:23:00,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/06f77a858fd546aeb96515d3f6d18e97 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/06f77a858fd546aeb96515d3f6d18e97
2024-11-08T05:23:00,686 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/06f77a858fd546aeb96515d3f6d18e97, entries=150, sequenceid=16, filesize=11.7 K
2024-11-08T05:23:00,687 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7df302621d8f8271bdc9e1b5a31eec63 in 308ms, sequenceid=16, compaction requested=false
2024-11-08T05:23:00,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:00,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41
2024-11-08T05:23:00,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:00,777 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T05:23:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:00,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043440798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043440799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043440799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043440802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,805 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108debd38e8f39745f1976b9310325b1218_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043380460/Put/seqid=0
2024-11-08T05:23:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043440806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,812 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741952_1128 (size=12154)
2024-11-08T05:23:00,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:00,828 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108debd38e8f39745f1976b9310325b1218_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108debd38e8f39745f1976b9310325b1218_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:00,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/06cc6efaccbd494296aabbcff08adc0d, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:00,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/06cc6efaccbd494296aabbcff08adc0d is 175, key is test_row_0/A:col10/1731043380460/Put/seqid=0
2024-11-08T05:23:00,849 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741953_1129 (size=30955)
2024-11-08T05:23:00,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043440909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043440909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043440919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:00,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-08T05:23:01,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043441109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043441109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,112 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043441119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043441128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043441128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,250 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/06cc6efaccbd494296aabbcff08adc0d
2024-11-08T05:23:01,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/d17c48ffcef74819b46e16b83ddbcbe7 is 50, key is test_row_0/B:col10/1731043380460/Put/seqid=0
2024-11-08T05:23:01,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741954_1130 (size=12001)
2024-11-08T05:23:01,280 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/d17c48ffcef74819b46e16b83ddbcbe7
2024-11-08T05:23:01,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5c9eef2e8ba748b387bc352d509970c3 is 50, key is test_row_0/C:col10/1731043380460/Put/seqid=0
2024-11-08T05:23:01,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741955_1131 (size=12001)
2024-11-08T05:23:01,314 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5c9eef2e8ba748b387bc352d509970c3
2024-11-08T05:23:01,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/06cc6efaccbd494296aabbcff08adc0d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/06cc6efaccbd494296aabbcff08adc0d
2024-11-08T05:23:01,345 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/06cc6efaccbd494296aabbcff08adc0d, entries=150, sequenceid=41, filesize=30.2 K
2024-11-08T05:23:01,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/d17c48ffcef74819b46e16b83ddbcbe7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d17c48ffcef74819b46e16b83ddbcbe7
2024-11-08T05:23:01,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d17c48ffcef74819b46e16b83ddbcbe7, entries=150, sequenceid=41, filesize=11.7 K
2024-11-08T05:23:01,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5c9eef2e8ba748b387bc352d509970c3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c9eef2e8ba748b387bc352d509970c3
2024-11-08T05:23:01,374 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c9eef2e8ba748b387bc352d509970c3, entries=150, sequenceid=41, filesize=11.7 K
2024-11-08T05:23:01,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7df302621d8f8271bdc9e1b5a31eec63 in 598ms, sequenceid=41, compaction requested=false
2024-11-08T05:23:01,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:01,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:01,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41
2024-11-08T05:23:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=41
2024-11-08T05:23:01,380 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40
2024-11-08T05:23:01,380 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec
2024-11-08T05:23:01,383 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.0760 sec
2024-11-08T05:23:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:01,431 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:01,431 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-08T05:23:01,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108308fd801fda44c9a9e683521ffa16fc3_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043381429/Put/seqid=0
2024-11-08T05:23:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40
2024-11-08T05:23:01,449 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:01,450 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees
2024-11-08T05:23:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-08T05:23:01,452 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:01,454 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:01,454 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:01,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741956_1132 (size=14594)
2024-11-08T05:23:01,493 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:01,501 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108308fd801fda44c9a9e683521ffa16fc3_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108308fd801fda44c9a9e683521ffa16fc3_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:01,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043441498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,502 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,503 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,503 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/7d62d618698b46a1aaec7316a812cdc9, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:01,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/7d62d618698b46a1aaec7316a812cdc9 is 175, key is test_row_0/A:col10/1731043381429/Put/seqid=0
2024-11-08T05:23:01,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043441500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,505 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,505 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043441502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,506 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741957_1133 (size=39549)
2024-11-08T05:23:01,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-08T05:23:01,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:01,609 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043441608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:01,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,609 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043441609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043441609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,614 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043441619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043441619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,622 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:01,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:01,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-08T05:23:01,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043441819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043441819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043441819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:01,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:01,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:01,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:01,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:01,953 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/7d62d618698b46a1aaec7316a812cdc9
2024-11-08T05:23:01,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/d4abbd09e94048188dc0325f1c0e6d03 is 50, key is test_row_0/B:col10/1731043381429/Put/seqid=0
2024-11-08T05:23:01,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741958_1134 (size=12001)
2024-11-08T05:23:02,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:02,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-08T05:23:02,091 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T05:23:02,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043442131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:02,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043442132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,135 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:02,135 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043442133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:02,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,380 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/d4abbd09e94048188dc0325f1c0e6d03
2024-11-08T05:23:02,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,388 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/7d94245cb1c8423ea01c473bfa40c938 is 50, key is test_row_0/C:col10/1731043381429/Put/seqid=0
2024-11-08T05:23:02,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741959_1135 (size=12001)
2024-11-08T05:23:02,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-08T05:23:02,636 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:02,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043442628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:02,637 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:02,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043442639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:02,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043442639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:02,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:02,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043442640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:02,640 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,641 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:02,656 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043442648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:02,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:02,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:02,700 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,821 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/7d94245cb1c8423ea01c473bfa40c938
2024-11-08T05:23:02,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/7d62d618698b46a1aaec7316a812cdc9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/7d62d618698b46a1aaec7316a812cdc9
2024-11-08T05:23:02,834 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/7d62d618698b46a1aaec7316a812cdc9, entries=200, sequenceid=53, filesize=38.6 K
2024-11-08T05:23:02,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/d4abbd09e94048188dc0325f1c0e6d03 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d4abbd09e94048188dc0325f1c0e6d03
2024-11-08T05:23:02,846 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d4abbd09e94048188dc0325f1c0e6d03, entries=150, sequenceid=53, filesize=11.7 K
2024-11-08T05:23:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/7d94245cb1c8423ea01c473bfa40c938 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/7d94245cb1c8423ea01c473bfa40c938
2024-11-08T05:23:02,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=43
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:02,857 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/7d94245cb1c8423ea01c473bfa40c938, entries=150, sequenceid=53, filesize=11.7 K
2024-11-08T05:23:02,858 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7df302621d8f8271bdc9e1b5a31eec63 in 1427ms, sequenceid=53, compaction requested=true
2024-11-08T05:23:02,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:02,858 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:02,859 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:02,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:02,860 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:02,860 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/A is initiating minor compaction (all files)
2024-11-08T05:23:02,860 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/A in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,860 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ec7e1f748a8f445d83ef2a5f99e23235, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/06cc6efaccbd494296aabbcff08adc0d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/7d62d618698b46a1aaec7316a812cdc9] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=99.1 K
2024-11-08T05:23:02,860 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:02,860 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/B is initiating minor compaction (all files)
2024-11-08T05:23:02,860 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,860 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/B in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,860 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ec7e1f748a8f445d83ef2a5f99e23235, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/06cc6efaccbd494296aabbcff08adc0d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/7d62d618698b46a1aaec7316a812cdc9]
2024-11-08T05:23:02,860 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/5199e59710d1432dbe110a953d37b124, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d17c48ffcef74819b46e16b83ddbcbe7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d4abbd09e94048188dc0325f1c0e6d03] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=35.2 K
2024-11-08T05:23:02,861 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec7e1f748a8f445d83ef2a5f99e23235, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043380322
2024-11-08T05:23:02,861 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5199e59710d1432dbe110a953d37b124, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043380322
2024-11-08T05:23:02,861 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06cc6efaccbd494296aabbcff08adc0d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731043380426
2024-11-08T05:23:02,861 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d17c48ffcef74819b46e16b83ddbcbe7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731043380426
2024-11-08T05:23:02,862 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d4abbd09e94048188dc0325f1c0e6d03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043380789
2024-11-08T05:23:02,862 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d62d618698b46a1aaec7316a812cdc9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043380789
2024-11-08T05:23:02,883 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#B#compaction#117 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:02,883 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/c34b51a8a1c14f65b60c1a569eb6f603 is 50, key is test_row_0/B:col10/1731043381429/Put/seqid=0
2024-11-08T05:23:02,889 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:02,937 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108795f85dc98b545e68c287ff7c0374715_7df302621d8f8271bdc9e1b5a31eec63 store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:02,944 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108795f85dc98b545e68c287ff7c0374715_7df302621d8f8271bdc9e1b5a31eec63, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:02,945 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108795f85dc98b545e68c287ff7c0374715_7df302621d8f8271bdc9e1b5a31eec63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:02,947 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741960_1136 (size=12104)
2024-11-08T05:23:02,958 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/c34b51a8a1c14f65b60c1a569eb6f603 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c34b51a8a1c14f65b60c1a569eb6f603
2024-11-08T05:23:02,968 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/B of 7df302621d8f8271bdc9e1b5a31eec63 into c34b51a8a1c14f65b60c1a569eb6f603(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:02,968 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:02,968 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/B, priority=13, startTime=1731043382859; duration=0sec
2024-11-08T05:23:02,968 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:02,969 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:B
2024-11-08T05:23:02,969 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:02,970 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:02,970 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/C is initiating minor compaction (all files)
2024-11-08T05:23:02,970 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/C in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:02,970 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/06f77a858fd546aeb96515d3f6d18e97, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c9eef2e8ba748b387bc352d509970c3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/7d94245cb1c8423ea01c473bfa40c938] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=35.2 K
2024-11-08T05:23:02,971 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 06f77a858fd546aeb96515d3f6d18e97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043380322
2024-11-08T05:23:02,971 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c9eef2e8ba748b387bc352d509970c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731043380426
2024-11-08T05:23:02,971 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d94245cb1c8423ea01c473bfa40c938, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043380789
2024-11-08T05:23:02,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741961_1137 (size=4469)
2024-11-08T05:23:02,985 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#A#compaction#118 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:02,985 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/5c0db16f74204aa2af4c800dd1348b99 is 175, key is test_row_0/A:col10/1731043381429/Put/seqid=0
2024-11-08T05:23:02,997 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#C#compaction#119 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:02,997 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/0fed97349ffa4ab980ae027a4491fe5e is 50, key is test_row_0/C:col10/1731043381429/Put/seqid=0
2024-11-08T05:23:03,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741962_1138 (size=31058)
2024-11-08T05:23:03,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43
2024-11-08T05:23:03,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:03,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T05:23:03,010 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/5c0db16f74204aa2af4c800dd1348b99 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/5c0db16f74204aa2af4c800dd1348b99
2024-11-08T05:23:03,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741963_1139 (size=12104)
2024-11-08T05:23:03,036 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/A of 7df302621d8f8271bdc9e1b5a31eec63 into 5c0db16f74204aa2af4c800dd1348b99(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:03,036 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:03,036 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/A, priority=13, startTime=1731043382858; duration=0sec
2024-11-08T05:23:03,036 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:03,036 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:A
2024-11-08T05:23:03,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cbea34e268ab4e309eacc356829b8bb6_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043381497/Put/seqid=0
2024-11-08T05:23:03,047 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/0fed97349ffa4ab980ae027a4491fe5e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/0fed97349ffa4ab980ae027a4491fe5e
2024-11-08T05:23:03,059 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/C of 7df302621d8f8271bdc9e1b5a31eec63 into 0fed97349ffa4ab980ae027a4491fe5e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:03,059 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:03,059 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/C, priority=13, startTime=1731043382859; duration=0sec
2024-11-08T05:23:03,059 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:03,059 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:C
2024-11-08T05:23:03,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741964_1140 (size=12154)
2024-11-08T05:23:03,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,073 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cbea34e268ab4e309eacc356829b8bb6_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cbea34e268ab4e309eacc356829b8bb6_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/82ffa4cc71e24d08a64e838bd4c8eb5c, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:03,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/82ffa4cc71e24d08a64e838bd4c8eb5c is 175, key is test_row_0/A:col10/1731043381497/Put/seqid=0
2024-11-08T05:23:03,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741965_1141 (size=30955)
2024-11-08T05:23:03,091 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/82ffa4cc71e24d08a64e838bd4c8eb5c
2024-11-08T05:23:03,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/10c2fe3c91a04498b6211560d13731e5 is 50, key is test_row_0/B:col10/1731043381497/Put/seqid=0
2024-11-08T05:23:03,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741966_1142 (size=12001)
2024-11-08T05:23:03,528 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/10c2fe3c91a04498b6211560d13731e5
2024-11-08T05:23:03,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/fc20200cb65e48759f2495e6db0c6e6d is 50, key is test_row_0/C:col10/1731043381497/Put/seqid=0
2024-11-08T05:23:03,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741967_1143 (size=12001)
2024-11-08T05:23:03,570 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/fc20200cb65e48759f2495e6db0c6e6d
2024-11-08T05:23:03,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/82ffa4cc71e24d08a64e838bd4c8eb5c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/82ffa4cc71e24d08a64e838bd4c8eb5c
2024-11-08T05:23:03,586 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/82ffa4cc71e24d08a64e838bd4c8eb5c, entries=150, sequenceid=78, filesize=30.2 K
2024-11-08T05:23:03,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/10c2fe3c91a04498b6211560d13731e5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/10c2fe3c91a04498b6211560d13731e5
2024-11-08T05:23:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,594 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/10c2fe3c91a04498b6211560d13731e5, entries=150, sequenceid=78, filesize=11.7 K
2024-11-08T05:23:03,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/fc20200cb65e48759f2495e6db0c6e6d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fc20200cb65e48759f2495e6db0c6e6d
2024-11-08T05:23:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,605 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fc20200cb65e48759f2495e6db0c6e6d, entries=150, sequenceid=78, filesize=11.7 K
2024-11-08T05:23:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,606 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 7df302621d8f8271bdc9e1b5a31eec63 in 597ms, sequenceid=78, compaction requested=false
2024-11-08T05:23:03,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:03,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:03,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43
2024-11-08T05:23:03,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=43
2024-11-08T05:23:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-08T05:23:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,611 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-08T05:23:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,611 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1540 sec
2024-11-08T05:23:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,615 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.1620 sec
2024-11-08T05:23:03,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,766 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:03,766 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:23:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081e2a84df7bf24e11859a19ee0dca9a78_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043383761/Put/seqid=0
2024-11-08T05:23:03,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,875 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:03,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043443871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:03,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043443872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,876 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043443874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:03,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:03,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741969_1145 (size=24358)
2024-11-08T05:23:03,887 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:03,899 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081e2a84df7bf24e11859a19ee0dca9a78_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e2a84df7bf24e11859a19ee0dca9a78_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:03,902 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/67e71f30cd454f728846d765e5080ffb, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:03,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/67e71f30cd454f728846d765e5080ffb is 175, key is test_row_0/A:col10/1731043383761/Put/seqid=0
2024-11-08T05:23:03,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741968_1144 (size=73995)
2024-11-08T05:23:03,909 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/67e71f30cd454f728846d765e5080ffb
2024-11-08T05:23:03,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/6c769b13da0a46d9ab1bf7419e7aea7e is 50, key is test_row_0/B:col10/1731043383761/Put/seqid=0
2024-11-08T05:23:03,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741970_1146 (size=12001)
2024-11-08T05:23:03,961 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/6c769b13da0a46d9ab1bf7419e7aea7e
2024-11-08T05:23:03,971 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/60e41c1300eb41098cf1f25025ee546e is 50, key is test_row_0/C:col10/1731043383761/Put/seqid=0
2024-11-08T05:23:03,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:03,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043443980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043443980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:03,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043443980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:03,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741971_1147 (size=12001)
2024-11-08T05:23:04,012 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/60e41c1300eb41098cf1f25025ee546e
2024-11-08T05:23:04,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/67e71f30cd454f728846d765e5080ffb as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/67e71f30cd454f728846d765e5080ffb
2024-11-08T05:23:04,041 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/67e71f30cd454f728846d765e5080ffb, entries=400, sequenceid=91, filesize=72.3 K
2024-11-08T05:23:04,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/6c769b13da0a46d9ab1bf7419e7aea7e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/6c769b13da0a46d9ab1bf7419e7aea7e
2024-11-08T05:23:04,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/6c769b13da0a46d9ab1bf7419e7aea7e, entries=150, sequenceid=91, filesize=11.7 K
2024-11-08T05:23:04,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/60e41c1300eb41098cf1f25025ee546e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/60e41c1300eb41098cf1f25025ee546e
2024-11-08T05:23:04,077 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/60e41c1300eb41098cf1f25025ee546e, entries=150, sequenceid=91, filesize=11.7 K
2024-11-08T05:23:04,079 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7df302621d8f8271bdc9e1b5a31eec63 in 313ms, sequenceid=91, compaction requested=true
2024-11-08T05:23:04,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:04,080 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:04,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T05:23:04,081 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:04,082 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:04,082 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/A is initiating minor compaction (all files)
2024-11-08T05:23:04,082 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/A in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:04,082 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/5c0db16f74204aa2af4c800dd1348b99, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/82ffa4cc71e24d08a64e838bd4c8eb5c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/67e71f30cd454f728846d765e5080ffb] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=132.8 K
2024-11-08T05:23:04,082 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:04,082 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/5c0db16f74204aa2af4c800dd1348b99, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/82ffa4cc71e24d08a64e838bd4c8eb5c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/67e71f30cd454f728846d765e5080ffb]
2024-11-08T05:23:04,083 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:04,083 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/B is initiating minor compaction (all files)
2024-11-08T05:23:04,083 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/B in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:04,083 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c0db16f74204aa2af4c800dd1348b99, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043380789
2024-11-08T05:23:04,083 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c34b51a8a1c14f65b60c1a569eb6f603, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/10c2fe3c91a04498b6211560d13731e5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/6c769b13da0a46d9ab1bf7419e7aea7e] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=35.3 K
2024-11-08T05:23:04,083 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82ffa4cc71e24d08a64e838bd4c8eb5c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043381480
2024-11-08T05:23:04,084 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c34b51a8a1c14f65b60c1a569eb6f603, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043380789
2024-11-08T05:23:04,084 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67e71f30cd454f728846d765e5080ffb, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043383677
2024-11-08T05:23:04,084 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 10c2fe3c91a04498b6211560d13731e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043381480
2024-11-08T05:23:04,085 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c769b13da0a46d9ab1bf7419e7aea7e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043383707
2024-11-08T05:23:04,093 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:04,094 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#B#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:04,095 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/72983ae0607743bf9b5c22fe0d8922dc is 50, key is test_row_0/B:col10/1731043383761/Put/seqid=0
2024-11-08T05:23:04,099 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411080ac487e3f7f245a88e326ff84c8bc4e8_7df302621d8f8271bdc9e1b5a31eec63 store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:04,103 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411080ac487e3f7f245a88e326ff84c8bc4e8_7df302621d8f8271bdc9e1b5a31eec63, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:04,104 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080ac487e3f7f245a88e326ff84c8bc4e8_7df302621d8f8271bdc9e1b5a31eec63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:04,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741973_1149 (size=4469)
2024-11-08T05:23:04,130 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#A#compaction#127 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:04,131 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/f43ce966e5534963ba62294ef3aa5ba9 is 175, key is test_row_0/A:col10/1731043383761/Put/seqid=0
2024-11-08T05:23:04,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741972_1148 (size=12207)
2024-11-08T05:23:04,153 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/72983ae0607743bf9b5c22fe0d8922dc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/72983ae0607743bf9b5c22fe0d8922dc
2024-11-08T05:23:04,161 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/B of 7df302621d8f8271bdc9e1b5a31eec63 into 72983ae0607743bf9b5c22fe0d8922dc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:04,162 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:04,162 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/B, priority=13, startTime=1731043384080; duration=0sec
2024-11-08T05:23:04,162 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:04,162 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:B
2024-11-08T05:23:04,162 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:04,163 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:04,164 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/C is initiating minor compaction (all files)
2024-11-08T05:23:04,164 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/C in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:04,164 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/0fed97349ffa4ab980ae027a4491fe5e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fc20200cb65e48759f2495e6db0c6e6d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/60e41c1300eb41098cf1f25025ee546e] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=35.3 K
2024-11-08T05:23:04,164 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fed97349ffa4ab980ae027a4491fe5e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043380789
2024-11-08T05:23:04,165 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting fc20200cb65e48759f2495e6db0c6e6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043381480
2024-11-08T05:23:04,165 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 60e41c1300eb41098cf1f25025ee546e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043383707
2024-11-08T05:23:04,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741974_1150 (size=31161)
2024-11-08T05:23:04,192 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:04,192 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/ac304ac785cf4ca3b73cbdf1b3d03a94 is 50, key is test_row_0/C:col10/1731043383761/Put/seqid=0
2024-11-08T05:23:04,193 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/f43ce966e5534963ba62294ef3aa5ba9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/f43ce966e5534963ba62294ef3aa5ba9
2024-11-08T05:23:04,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:04,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:04,198 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T05:23:04,204 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/A of 7df302621d8f8271bdc9e1b5a31eec63 into f43ce966e5534963ba62294ef3aa5ba9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:04,204 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:04,204 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/A, priority=13, startTime=1731043384079; duration=0sec
2024-11-08T05:23:04,204 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:04,204 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:A
2024-11-08T05:23:04,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043444218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043444217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043444218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,226 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741975_1151 (size=12207)
2024-11-08T05:23:04,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d05b8f9abc414e2585833f947ff19df7_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043384197/Put/seqid=0
2024-11-08T05:23:04,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741976_1152 (size=17034)
2024-11-08T05:23:04,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043444329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043444329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,332 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043444329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,333 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043444539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043444540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043444540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,546 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,636 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/ac304ac785cf4ca3b73cbdf1b3d03a94 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ac304ac785cf4ca3b73cbdf1b3d03a94
2024-11-08T05:23:04,643 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/C of 7df302621d8f8271bdc9e1b5a31eec63 into ac304ac785cf4ca3b73cbdf1b3d03a94(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:04,643 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:04,643 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/C, priority=13, startTime=1731043384080; duration=0sec
2024-11-08T05:23:04,643 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:04,643 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:C
2024-11-08T05:23:04,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043444659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043444659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,663 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,664 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4201 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,665 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:04,704 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d05b8f9abc414e2585833f947ff19df7_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d05b8f9abc414e2585833f947ff19df7_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:04,706 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/560cb411f72b45b4b8bcbfd5fe48fc74, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:04,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/560cb411f72b45b4b8bcbfd5fe48fc74 is 175, key is test_row_0/A:col10/1731043384197/Put/seqid=0
2024-11-08T05:23:04,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741977_1153 (size=48139)
2024-11-08T05:23:04,726 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/560cb411f72b45b4b8bcbfd5fe48fc74
2024-11-08T05:23:04,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/966126e7fcca41d7b2ceb4f9e8a3686c is 50, key is test_row_0/B:col10/1731043384197/Put/seqid=0
2024-11-08T05:23:04,747 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741978_1154 (size=12001)
2024-11-08T05:23:04,748 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/966126e7fcca41d7b2ceb4f9e8a3686c
2024-11-08T05:23:04,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/a04b63cc4e964cf39d8708024f16e27d is 50, key is test_row_0/C:col10/1731043384197/Put/seqid=0
2024-11-08T05:23:04,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741979_1155 (size=12001)
2024-11-08T05:23:04,774 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/a04b63cc4e964cf39d8708024f16e27d
2024-11-08T05:23:04,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/560cb411f72b45b4b8bcbfd5fe48fc74 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/560cb411f72b45b4b8bcbfd5fe48fc74
2024-11-08T05:23:04,784 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/560cb411f72b45b4b8bcbfd5fe48fc74, entries=250, sequenceid=120, filesize=47.0 K
2024-11-08T05:23:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/966126e7fcca41d7b2ceb4f9e8a3686c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/966126e7fcca41d7b2ceb4f9e8a3686c
2024-11-08T05:23:04,791 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/966126e7fcca41d7b2ceb4f9e8a3686c, entries=150, sequenceid=120, filesize=11.7 K
2024-11-08T05:23:04,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/a04b63cc4e964cf39d8708024f16e27d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a04b63cc4e964cf39d8708024f16e27d
2024-11-08T05:23:04,797 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a04b63cc4e964cf39d8708024f16e27d, entries=150, sequenceid=120, filesize=11.7 K
2024-11-08T05:23:04,798 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 7df302621d8f8271bdc9e1b5a31eec63 in 601ms, sequenceid=120, compaction requested=false
2024-11-08T05:23:04,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:04,863 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:04,863 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:23:04,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:04,890 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108edc5b15f4ae64f178996cddee26e87a4_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043384859/Put/seqid=0
2024-11-08T05:23:04,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741980_1156 (size=12304)
2024-11-08T05:23:04,945 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043444940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,946 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043444945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:04,949 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:04,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043444947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:04,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,051 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043445049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,052 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043445049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043445059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,260 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043445258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043445259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,273 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043445269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,324 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:05,329 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108edc5b15f4ae64f178996cddee26e87a4_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108edc5b15f4ae64f178996cddee26e87a4_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:05,331 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ddf0d106f5544ed8ac54990644ccdd85, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:05,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ddf0d106f5544ed8ac54990644ccdd85 is 175, key is test_row_0/A:col10/1731043384859/Put/seqid=0
2024-11-08T05:23:05,337 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741981_1157 (size=31105)
2024-11-08T05:23:05,338 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ddf0d106f5544ed8ac54990644ccdd85
2024-11-08T05:23:05,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/b52f87b619c84fc88daf2c3737b5dd95 is 50, key is test_row_0/B:col10/1731043384859/Put/seqid=0
2024-11-08T05:23:05,352 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741982_1158 (size=12151)
2024-11-08T05:23:05,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043445569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,572 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043445569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043445578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:05,583 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-08T05:23:05,629 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:05,630 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees
2024-11-08T05:23:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-08T05:23:05,636 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:05,637 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:05,637 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-08T05:23:05,753 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/b52f87b619c84fc88daf2c3737b5dd95
2024-11-08T05:23:05,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/9d5b0b37c23a487bb74eb75f11bc063e is 50, key is test_row_0/C:col10/1731043384859/Put/seqid=0
2024-11-08T05:23:05,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741983_1159 (size=12151)
2024-11-08T05:23:05,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-08T05:23:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:05,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:05,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:05,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-08T05:23:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:05,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:05,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:05,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:05,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-08T05:23:06,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:06,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043446078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:06,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:06,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043446079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:06,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:06,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043446089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:06,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:06,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-08T05:23:06,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:06,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:06,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:06,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:06,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=45
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:06,166 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/9d5b0b37c23a487bb74eb75f11bc063e
2024-11-08T05:23:06,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ddf0d106f5544ed8ac54990644ccdd85 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ddf0d106f5544ed8ac54990644ccdd85
2024-11-08T05:23:06,175 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ddf0d106f5544ed8ac54990644ccdd85, entries=150, sequenceid=134, filesize=30.4 K
2024-11-08T05:23:06,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/b52f87b619c84fc88daf2c3737b5dd95 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/b52f87b619c84fc88daf2c3737b5dd95
2024-11-08T05:23:06,181 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/b52f87b619c84fc88daf2c3737b5dd95, entries=150, sequenceid=134, filesize=11.9 K
2024-11-08T05:23:06,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/9d5b0b37c23a487bb74eb75f11bc063e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/9d5b0b37c23a487bb74eb75f11bc063e
2024-11-08T05:23:06,187 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/9d5b0b37c23a487bb74eb75f11bc063e, entries=150, sequenceid=134, filesize=11.9 K
2024-11-08T05:23:06,188 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7df302621d8f8271bdc9e1b5a31eec63 in 1325ms, sequenceid=134, compaction requested=true
2024-11-08T05:23:06,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:06,189 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:06,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:06,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:06,189 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:06,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:06,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:06,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:06,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:06,190 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110405 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:06,190 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/A is initiating minor compaction (all files)
2024-11-08T05:23:06,190 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/A in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:06,190 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/f43ce966e5534963ba62294ef3aa5ba9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/560cb411f72b45b4b8bcbfd5fe48fc74, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ddf0d106f5544ed8ac54990644ccdd85] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=107.8 K
2024-11-08T05:23:06,190 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:06,190 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/f43ce966e5534963ba62294ef3aa5ba9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/560cb411f72b45b4b8bcbfd5fe48fc74, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ddf0d106f5544ed8ac54990644ccdd85]
2024-11-08T05:23:06,191 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:06,191 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/B is initiating minor compaction (all files)
2024-11-08T05:23:06,191 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/B in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:06,191 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/72983ae0607743bf9b5c22fe0d8922dc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/966126e7fcca41d7b2ceb4f9e8a3686c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/b52f87b619c84fc88daf2c3737b5dd95] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=35.5 K
2024-11-08T05:23:06,191 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f43ce966e5534963ba62294ef3aa5ba9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043383707
2024-11-08T05:23:06,192 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 72983ae0607743bf9b5c22fe0d8922dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043383707
2024-11-08T05:23:06,192 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 560cb411f72b45b4b8bcbfd5fe48fc74, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731043383863
2024-11-08T05:23:06,192 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 966126e7fcca41d7b2ceb4f9e8a3686c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731043383872
2024-11-08T05:23:06,193 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddf0d106f5544ed8ac54990644ccdd85, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731043384859
2024-11-08T05:23:06,193 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b52f87b619c84fc88daf2c3737b5dd95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731043384859
2024-11-08T05:23:06,201 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:06,210 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108643b16736ddd4bf8bd19c31c00aa296f_7df302621d8f8271bdc9e1b5a31eec63 store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:06,211 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#B#compaction#136 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:06,212 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/7253945643334612814367b8ad22a97c is 50, key is test_row_0/B:col10/1731043384859/Put/seqid=0
2024-11-08T05:23:06,212 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108643b16736ddd4bf8bd19c31c00aa296f_7df302621d8f8271bdc9e1b5a31eec63, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:06,212 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108643b16736ddd4bf8bd19c31c00aa296f_7df302621d8f8271bdc9e1b5a31eec63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:06,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741984_1160 (size=12459)
2024-11-08T05:23:06,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741985_1161 (size=4469)
2024-11-08T05:23:06,220 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#A#compaction#135 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:06,220 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ba335f5c0adc424ca1247b90aa38d65a is 175, key is test_row_0/A:col10/1731043384859/Put/seqid=0
2024-11-08T05:23:06,238 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741986_1162 (size=31413)
2024-11-08T05:23:06,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45
2024-11-08T05:23:06,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:06,249 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T05:23:06,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eda5ec7d87024b3daa50ff86a80d8c35_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043384926/Put/seqid=0
2024-11-08T05:23:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-08T05:23:06,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741987_1163 (size=12304)
2024-11-08T05:23:06,622 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/7253945643334612814367b8ad22a97c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/7253945643334612814367b8ad22a97c
2024-11-08T05:23:06,632 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/B of 7df302621d8f8271bdc9e1b5a31eec63 into 7253945643334612814367b8ad22a97c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:06,632 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:06,632 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/B, priority=13, startTime=1731043386189; duration=0sec
2024-11-08T05:23:06,632 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:06,632 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:B
2024-11-08T05:23:06,632 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:06,634 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:06,634 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/C is initiating minor compaction (all files)
2024-11-08T05:23:06,634 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/C in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:06,634 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ac304ac785cf4ca3b73cbdf1b3d03a94, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a04b63cc4e964cf39d8708024f16e27d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/9d5b0b37c23a487bb74eb75f11bc063e] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=35.5 K
2024-11-08T05:23:06,636 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ac304ac785cf4ca3b73cbdf1b3d03a94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043383707
2024-11-08T05:23:06,637 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a04b63cc4e964cf39d8708024f16e27d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731043383872
2024-11-08T05:23:06,637 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d5b0b37c23a487bb74eb75f11bc063e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731043384859
2024-11-08T05:23:06,648 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/ba335f5c0adc424ca1247b90aa38d65a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ba335f5c0adc424ca1247b90aa38d65a
2024-11-08T05:23:06,653 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#C#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:06,654 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/fddc10a6084f4ff9a5e8f94362d2f821 is 50, key is test_row_0/C:col10/1731043384859/Put/seqid=0
2024-11-08T05:23:06,659 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/A of 7df302621d8f8271bdc9e1b5a31eec63 into ba335f5c0adc424ca1247b90aa38d65a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:06,659 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:06,659 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/A, priority=13, startTime=1731043386189; duration=0sec
2024-11-08T05:23:06,659 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:06,659 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:A
2024-11-08T05:23:06,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:06,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108eda5ec7d87024b3daa50ff86a80d8c35_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eda5ec7d87024b3daa50ff86a80d8c35_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:06,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/b82d191962414cf699a78cc9a05a3722, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:06,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/b82d191962414cf699a78cc9a05a3722 is 175, key is test_row_0/A:col10/1731043384926/Put/seqid=0
2024-11-08T05:23:06,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741988_1164 (size=12459)
2024-11-08T05:23:06,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741989_1165 (size=31105)
2024-11-08T05:23:06,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-08T05:23:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:07,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:07,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/b82d191962414cf699a78cc9a05a3722
2024-11-08T05:23:07,104 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043447100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,105 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043447101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,109 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/fddc10a6084f4ff9a5e8f94362d2f821 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fddc10a6084f4ff9a5e8f94362d2f821
2024-11-08T05:23:07,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043447109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,110 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,111 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/fe498018368f4207a913c66cf7cde71e is 50, key is test_row_0/B:col10/1731043384926/Put/seqid=0
2024-11-08T05:23:07,136 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/C of 7df302621d8f8271bdc9e1b5a31eec63 into fddc10a6084f4ff9a5e8f94362d2f821(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:07,136 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:07,136 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/C, priority=13, startTime=1731043386190; duration=0sec
2024-11-08T05:23:07,136 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:07,136 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:C
2024-11-08T05:23:07,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741990_1166 (size=12151)
2024-11-08T05:23:07,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043447209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,215 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043447210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,215 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,419 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043447418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043447418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,421 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,546 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/fe498018368f4207a913c66cf7cde71e
2024-11-08T05:23:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/b5690d2de04a43e6bc40ec1af7e0a3a2 is 50, key is test_row_0/C:col10/1731043384926/Put/seqid=0
2024-11-08T05:23:07,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741991_1167 (size=12151)
2024-11-08T05:23:07,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043447729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,731 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043447729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-08T05:23:07,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/b5690d2de04a43e6bc40ec1af7e0a3a2
2024-11-08T05:23:07,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/b82d191962414cf699a78cc9a05a3722 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/b82d191962414cf699a78cc9a05a3722
2024-11-08T05:23:07,975 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/b82d191962414cf699a78cc9a05a3722, entries=150, sequenceid=159, filesize=30.4 K
2024-11-08T05:23:07,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/fe498018368f4207a913c66cf7cde71e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fe498018368f4207a913c66cf7cde71e
2024-11-08T05:23:07,981 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fe498018368f4207a913c66cf7cde71e, entries=150, sequenceid=159, filesize=11.9 K
2024-11-08T05:23:07,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/b5690d2de04a43e6bc40ec1af7e0a3a2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/b5690d2de04a43e6bc40ec1af7e0a3a2
2024-11-08T05:23:08,000 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/b5690d2de04a43e6bc40ec1af7e0a3a2, entries=150, sequenceid=159, filesize=11.9 K
2024-11-08T05:23:08,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7df302621d8f8271bdc9e1b5a31eec63 in 1752ms, sequenceid=159, compaction requested=false
2024-11-08T05:23:08,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:08,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:08,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45
2024-11-08T05:23:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=45
2024-11-08T05:23:08,005 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-08T05:23:08,005 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3660 sec
2024-11-08T05:23:08,007 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.3760 sec
2024-11-08T05:23:08,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:08,241 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:08,241 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:23:08,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108797ab0f1f0664d29b8f5abbfb39a182f_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043387097/Put/seqid=0
2024-11-08T05:23:08,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741992_1168 (size=12304)
2024-11-08T05:23:08,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043448294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,299 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043448294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,299 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043448409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,412 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043448409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043448624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,629 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,629 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043448624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,630 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,683 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043448679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,683 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043448690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,694 WARN  [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,695 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,700 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:08,715 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108797ab0f1f0664d29b8f5abbfb39a182f_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108797ab0f1f0664d29b8f5abbfb39a182f_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:08,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/fc8e6c884e4d431ebf506a26af2e07b1, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:08,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/fc8e6c884e4d431ebf506a26af2e07b1 is 175, key is test_row_0/A:col10/1731043387097/Put/seqid=0
2024-11-08T05:23:08,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741993_1169 (size=31105)
2024-11-08T05:23:08,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043448938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043448938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:08,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:08,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:08,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:09,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043449128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:09,131 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:09,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:09,151 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/fc8e6c884e4d431ebf506a26af2e07b1
2024-11-08T05:23:09,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/c9b5a55d9cf34f45a9553175e2f0db00 is 50, key is test_row_0/B:col10/1731043387097/Put/seqid=0
2024-11-08T05:23:09,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741994_1170 (size=12151)
2024-11-08T05:23:09,449 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043449449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:09,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043449449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:09,562 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/c9b5a55d9cf34f45a9553175e2f0db00
2024-11-08T05:23:09,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/4d325281b79745a79956cc6fd7d26a08 is 50, key is test_row_0/C:col10/1731043387097/Put/seqid=0
2024-11-08T05:23:09,582 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741995_1171 (size=12151)
2024-11-08T05:23:09,583 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/4d325281b79745a79956cc6fd7d26a08
2024-11-08T05:23:09,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/fc8e6c884e4d431ebf506a26af2e07b1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/fc8e6c884e4d431ebf506a26af2e07b1
2024-11-08T05:23:09,598 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/fc8e6c884e4d431ebf506a26af2e07b1, entries=150, sequenceid=175, filesize=30.4 K
2024-11-08T05:23:09,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/c9b5a55d9cf34f45a9553175e2f0db00 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c9b5a55d9cf34f45a9553175e2f0db00
2024-11-08T05:23:09,616 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c9b5a55d9cf34f45a9553175e2f0db00, entries=150, sequenceid=175, filesize=11.9 K
2024-11-08T05:23:09,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/4d325281b79745a79956cc6fd7d26a08 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4d325281b79745a79956cc6fd7d26a08
2024-11-08T05:23:09,639 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4d325281b79745a79956cc6fd7d26a08, entries=150, sequenceid=175, filesize=11.9 K
2024-11-08T05:23:09,640 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7df302621d8f8271bdc9e1b5a31eec63 in 1399ms, sequenceid=175, compaction requested=true
2024-11-08T05:23:09,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:09,641 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:09,641 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T05:23:09,641 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:09,649 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:09,649 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/A is initiating minor compaction (all files)
2024-11-08T05:23:09,649 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/A in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:09,649 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ba335f5c0adc424ca1247b90aa38d65a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/b82d191962414cf699a78cc9a05a3722, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/fc8e6c884e4d431ebf506a26af2e07b1] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=91.4 K
2024-11-08T05:23:09,649 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:09,649 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ba335f5c0adc424ca1247b90aa38d65a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/b82d191962414cf699a78cc9a05a3722, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/fc8e6c884e4d431ebf506a26af2e07b1]
2024-11-08T05:23:09,650 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:09,650 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/B is initiating minor compaction (all files)
2024-11-08T05:23:09,650 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/B in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:09,650 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba335f5c0adc424ca1247b90aa38d65a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731043384859
2024-11-08T05:23:09,650 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/7253945643334612814367b8ad22a97c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fe498018368f4207a913c66cf7cde71e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c9b5a55d9cf34f45a9553175e2f0db00] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=35.9 K
2024-11-08T05:23:09,650 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting b82d191962414cf699a78cc9a05a3722, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731043384926
2024-11-08T05:23:09,650 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7253945643334612814367b8ad22a97c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731043384859
2024-11-08T05:23:09,651 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc8e6c884e4d431ebf506a26af2e07b1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731043387097
2024-11-08T05:23:09,651 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting fe498018368f4207a913c66cf7cde71e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731043384926
2024-11-08T05:23:09,652 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c9b5a55d9cf34f45a9553175e2f0db00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731043387097
2024-11-08T05:23:09,661 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:09,672 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#B#compaction#145 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:09,672 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/3779ac34331249549b5958dd7e93ba08 is 50, key is test_row_0/B:col10/1731043387097/Put/seqid=0
2024-11-08T05:23:09,673 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108886d31d65a9248ee9c235f40b5f33813_7df302621d8f8271bdc9e1b5a31eec63 store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:09,675 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108886d31d65a9248ee9c235f40b5f33813_7df302621d8f8271bdc9e1b5a31eec63, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:09,676 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108886d31d65a9248ee9c235f40b5f33813_7df302621d8f8271bdc9e1b5a31eec63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:09,691 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741997_1173 (size=4469)
2024-11-08T05:23:09,692 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741996_1172 (size=12561)
2024-11-08T05:23:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-08T05:23:09,809 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:09,809 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees
2024-11-08T05:23:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-08T05:23:09,811 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:09,811 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:09,811 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-08T05:23:09,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47
2024-11-08T05:23:09,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:09,964 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:23:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088941e50b2333475f8c0dc114593fd1da_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043388291/Put/seqid=0
2024-11-08T05:23:09,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741998_1174 (size=12304)
2024-11-08T05:23:09,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:09,991 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088941e50b2333475f8c0dc114593fd1da_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088941e50b2333475f8c0dc114593fd1da_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:09,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/96ffb4cb5fb046cc8435bb08ddbc4533, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:09,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/96ffb4cb5fb046cc8435bb08ddbc4533 is 175, key is test_row_0/A:col10/1731043388291/Put/seqid=0
2024-11-08T05:23:09,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741999_1175 (size=31105)
2024-11-08T05:23:10,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/96ffb4cb5fb046cc8435bb08ddbc4533
2024-11-08T05:23:10,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/60330f81a098416fb23a4d0695068233 is 50, key is test_row_0/B:col10/1731043388291/Put/seqid=0
2024-11-08T05:23:10,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742000_1176 (size=12151)
2024-11-08T05:23:10,100 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#A#compaction#144 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:10,101 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/cac1a6c5f1bd44768e2a2c55ccbcae71 is 175, key is test_row_0/A:col10/1731043387097/Put/seqid=0
2024-11-08T05:23:10,109 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/3779ac34331249549b5958dd7e93ba08 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/3779ac34331249549b5958dd7e93ba08
2024-11-08T05:23:10,121 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/B of 7df302621d8f8271bdc9e1b5a31eec63 into 3779ac34331249549b5958dd7e93ba08(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:10,123 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:10,123 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/B, priority=13, startTime=1731043389641; duration=0sec
2024-11-08T05:23:10,123 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:10,123 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:B
2024-11-08T05:23:10,123 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:10,125 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:10,125 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/C is initiating minor compaction (all files)
2024-11-08T05:23:10,125 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/C in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:10,126 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fddc10a6084f4ff9a5e8f94362d2f821, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/b5690d2de04a43e6bc40ec1af7e0a3a2, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4d325281b79745a79956cc6fd7d26a08] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=35.9 K
2024-11-08T05:23:10,126 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting fddc10a6084f4ff9a5e8f94362d2f821, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731043384859
2024-11-08T05:23:10,127 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b5690d2de04a43e6bc40ec1af7e0a3a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1731043384926
2024-11-08T05:23:10,127 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d325281b79745a79956cc6fd7d26a08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731043387097
2024-11-08T05:23:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-08T05:23:10,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742001_1177 (size=31515)
2024-11-08T05:23:10,139 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#C#compaction#148 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:10,140 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/720000cd5818476badf679da7381c3e6 is 50, key is test_row_0/C:col10/1731043387097/Put/seqid=0
2024-11-08T05:23:10,154 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/cac1a6c5f1bd44768e2a2c55ccbcae71 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/cac1a6c5f1bd44768e2a2c55ccbcae71
2024-11-08T05:23:10,165 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/A of 7df302621d8f8271bdc9e1b5a31eec63 into cac1a6c5f1bd44768e2a2c55ccbcae71(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:10,165 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:10,165 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/A, priority=13, startTime=1731043389640; duration=0sec
2024-11-08T05:23:10,165 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:10,165 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:A
2024-11-08T05:23:10,174 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742002_1178 (size=12561)
2024-11-08T05:23:10,417 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/60330f81a098416fb23a4d0695068233
2024-11-08T05:23:10,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5c1901b3c5414031ac6fb1aa7e9b8198 is 50, key is test_row_0/C:col10/1731043388291/Put/seqid=0
2024-11-08T05:23:10,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742003_1179 (size=12151)
2024-11-08T05:23:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-08T05:23:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:10,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:10,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043450491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:10,495 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043450491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:10,579 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/720000cd5818476badf679da7381c3e6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/720000cd5818476badf679da7381c3e6
2024-11-08T05:23:10,585 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/C of 7df302621d8f8271bdc9e1b5a31eec63 into 720000cd5818476badf679da7381c3e6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:10,585 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:10,585 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/C, priority=13, startTime=1731043389641; duration=0sec
2024-11-08T05:23:10,585 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:10,585 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:C
2024-11-08T05:23:10,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043450599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:10,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043450599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:10,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:10,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:10,809 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043450809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:10,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043450809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:10,810 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:10,838 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5c1901b3c5414031ac6fb1aa7e9b8198
2024-11-08T05:23:10,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/96ffb4cb5fb046cc8435bb08ddbc4533 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/96ffb4cb5fb046cc8435bb08ddbc4533
2024-11-08T05:23:10,847 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/96ffb4cb5fb046cc8435bb08ddbc4533, entries=150, sequenceid=198, filesize=30.4 K
2024-11-08T05:23:10,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/60330f81a098416fb23a4d0695068233 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/60330f81a098416fb23a4d0695068233
2024-11-08T05:23:10,853 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/60330f81a098416fb23a4d0695068233, entries=150, sequenceid=198, filesize=11.9 K
2024-11-08T05:23:10,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5c1901b3c5414031ac6fb1aa7e9b8198 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c1901b3c5414031ac6fb1aa7e9b8198
2024-11-08T05:23:10,859 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c1901b3c5414031ac6fb1aa7e9b8198, entries=150, sequenceid=198, filesize=11.9 K
2024-11-08T05:23:10,860 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7df302621d8f8271bdc9e1b5a31eec63 in 896ms, sequenceid=198, compaction requested=false
2024-11-08T05:23:10,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:10,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47
2024-11-08T05:23:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=47
2024-11-08T05:23:10,863 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46
2024-11-08T05:23:10,863 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec
2024-11-08T05:23:10,865 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.0550 sec
2024-11-08T05:23:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46
2024-11-08T05:23:10,949 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:10,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees
2024-11-08T05:23:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-08T05:23:10,950 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:10,951 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:10,951 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-08T05:23:11,103 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49
2024-11-08T05:23:11,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:11,103 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:23:11,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f879a26453664b81ae01bab9ddf76011_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043390489/Put/seqid=0
2024-11-08T05:23:11,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742004_1180 (size=12304)
2024-11-08T05:23:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:11,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:11,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:11,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043451156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043451156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:11,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:11,199 INFO  [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-08T05:23:11,199 INFO  [master/d1ba675678c9:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-08T05:23:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-08T05:23:11,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043451269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:11,272 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043451269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:11,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:11,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043451479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:11,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043451479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:11,480 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:11,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:11,517 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f879a26453664b81ae01bab9ddf76011_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f879a26453664b81ae01bab9ddf76011_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:11,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/4f64a0fd651345f9b7c07c4532f47286, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:11,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/4f64a0fd651345f9b7c07c4532f47286 is 175, key is test_row_0/A:col10/1731043390489/Put/seqid=0
2024-11-08T05:23:11,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742005_1181 (size=31105)
2024-11-08T05:23:11,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-08T05:23:11,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043451788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:11,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:11,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043451788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:11,791 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:11,925 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/4f64a0fd651345f9b7c07c4532f47286
2024-11-08T05:23:11,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/ab96bb0beea34141b1993a29055bce96 is 50, key is test_row_0/B:col10/1731043390489/Put/seqid=0
2024-11-08T05:23:11,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742006_1182 (size=12151)
2024-11-08T05:23:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-08T05:23:12,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043452299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:12,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043452299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:12,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:12,301 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:12,337 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/ab96bb0beea34141b1993a29055bce96
2024-11-08T05:23:12,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/f46507e9797349a79f67132a52788e00 is 50, key is test_row_0/C:col10/1731043390489/Put/seqid=0
2024-11-08T05:23:12,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742007_1183 (size=12151)
2024-11-08T05:23:12,749 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/f46507e9797349a79f67132a52788e00
2024-11-08T05:23:12,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/4f64a0fd651345f9b7c07c4532f47286 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/4f64a0fd651345f9b7c07c4532f47286
2024-11-08T05:23:12,758 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/4f64a0fd651345f9b7c07c4532f47286, entries=150, sequenceid=214, filesize=30.4 K
2024-11-08T05:23:12,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/ab96bb0beea34141b1993a29055bce96 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/ab96bb0beea34141b1993a29055bce96
2024-11-08T05:23:12,764 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/ab96bb0beea34141b1993a29055bce96, entries=150, sequenceid=214, filesize=11.9 K
2024-11-08T05:23:12,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/f46507e9797349a79f67132a52788e00 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/f46507e9797349a79f67132a52788e00
2024-11-08T05:23:12,770 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/f46507e9797349a79f67132a52788e00, entries=150, sequenceid=214, filesize=11.9 K
2024-11-08T05:23:12,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7df302621d8f8271bdc9e1b5a31eec63 in 1667ms, sequenceid=214, compaction requested=true
2024-11-08T05:23:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:12,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49
2024-11-08T05:23:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=49
2024-11-08T05:23:12,774 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48
2024-11-08T05:23:12,774 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec
2024-11-08T05:23:12,776 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.8260 sec
2024-11-08T05:23:13,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48
2024-11-08T05:23:13,099 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:13,099 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees
2024-11-08T05:23:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-08T05:23:13,101 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:13,101 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:13,101 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:13,140 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T05:23:13,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c205e9e3808a48fd97f1f64f84a59429_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043391155/Put/seqid=0
2024-11-08T05:23:13,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742008_1184 (size=14794)
2024-11-08T05:23:13,150 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:13,154 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c205e9e3808a48fd97f1f64f84a59429_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c205e9e3808a48fd97f1f64f84a59429_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:13,155 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/758314f3b8004333bf091e78eb218aca, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:13,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/758314f3b8004333bf091e78eb218aca is 175, key is test_row_0/A:col10/1731043391155/Put/seqid=0
2024-11-08T05:23:13,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742009_1185 (size=39749)
2024-11-08T05:23:13,176 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043453174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-08T05:23:13,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:13,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043453278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:13,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043453308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:13,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043453309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:13,313 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:13,314 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:13,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:13,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:13,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-08T05:23:13,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043453489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:13,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:13,559 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/758314f3b8004333bf091e78eb218aca
2024-11-08T05:23:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/f7917c0b38c04b11999144bd0692586d is 50, key is test_row_0/B:col10/1731043391155/Put/seqid=0
2024-11-08T05:23:13,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742010_1186 (size=12151)
2024-11-08T05:23:13,712 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-08T05:23:13,799 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043453798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:13,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:13,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:13,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:13,981 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/f7917c0b38c04b11999144bd0692586d
2024-11-08T05:23:13,989 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5dff919a750044868e17dad01ad3a9a0 is 50, key is test_row_0/C:col10/1731043391155/Put/seqid=0
2024-11-08T05:23:13,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742011_1187 (size=12151)
2024-11-08T05:23:14,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:14,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:14,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:14,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:14,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-08T05:23:14,309 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043454308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:14,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:14,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:14,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:14,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:14,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:14,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,323 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=51
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:14,393 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5dff919a750044868e17dad01ad3a9a0
2024-11-08T05:23:14,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/758314f3b8004333bf091e78eb218aca as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/758314f3b8004333bf091e78eb218aca
2024-11-08T05:23:14,401 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/758314f3b8004333bf091e78eb218aca, entries=200, sequenceid=238, filesize=38.8 K
2024-11-08T05:23:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/f7917c0b38c04b11999144bd0692586d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/f7917c0b38c04b11999144bd0692586d
2024-11-08T05:23:14,406 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/f7917c0b38c04b11999144bd0692586d, entries=150, sequenceid=238, filesize=11.9 K
2024-11-08T05:23:14,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/5dff919a750044868e17dad01ad3a9a0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5dff919a750044868e17dad01ad3a9a0
2024-11-08T05:23:14,411 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5dff919a750044868e17dad01ad3a9a0, entries=150, sequenceid=238, filesize=11.9 K
2024-11-08T05:23:14,411 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7df302621d8f8271bdc9e1b5a31eec63 in 1271ms, sequenceid=238, compaction requested=true
2024-11-08T05:23:14,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:14,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:14,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:14,412 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:23:14,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:14,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:14,412 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:23:14,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:14,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:14,413 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:23:14,413 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 133474 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:23:14,413 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/A is initiating minor compaction (all files)
2024-11-08T05:23:14,413 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/B is initiating minor compaction (all files)
2024-11-08T05:23:14,413 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/A in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,413 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/B in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,413 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/3779ac34331249549b5958dd7e93ba08, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/60330f81a098416fb23a4d0695068233, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/ab96bb0beea34141b1993a29055bce96, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/f7917c0b38c04b11999144bd0692586d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=47.9 K
2024-11-08T05:23:14,413 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/cac1a6c5f1bd44768e2a2c55ccbcae71, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/96ffb4cb5fb046cc8435bb08ddbc4533, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/4f64a0fd651345f9b7c07c4532f47286, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/758314f3b8004333bf091e78eb218aca] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=130.3 K
2024-11-08T05:23:14,413 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,413 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/cac1a6c5f1bd44768e2a2c55ccbcae71, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/96ffb4cb5fb046cc8435bb08ddbc4533, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/4f64a0fd651345f9b7c07c4532f47286, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/758314f3b8004333bf091e78eb218aca]
2024-11-08T05:23:14,417 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 3779ac34331249549b5958dd7e93ba08, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731043387097
2024-11-08T05:23:14,420 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting cac1a6c5f1bd44768e2a2c55ccbcae71, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731043387097
2024-11-08T05:23:14,420 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 60330f81a098416fb23a4d0695068233, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043388271
2024-11-08T05:23:14,420 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 96ffb4cb5fb046cc8435bb08ddbc4533, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043388271
2024-11-08T05:23:14,421 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ab96bb0beea34141b1993a29055bce96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731043390472
2024-11-08T05:23:14,421 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f64a0fd651345f9b7c07c4532f47286, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731043390472
2024-11-08T05:23:14,421 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 758314f3b8004333bf091e78eb218aca, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043391151
2024-11-08T05:23:14,421 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f7917c0b38c04b11999144bd0692586d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043391151
2024-11-08T05:23:14,432 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:14,432 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/0f7795fa0dae4d84a4e5fe53a3132d6b is 50, key is test_row_0/B:col10/1731043391155/Put/seqid=0
2024-11-08T05:23:14,433 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:14,441 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108d3583c43f27141779b4140a63bb3f371_7df302621d8f8271bdc9e1b5a31eec63 store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:14,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742012_1188 (size=12697)
2024-11-08T05:23:14,443 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108d3583c43f27141779b4140a63bb3f371_7df302621d8f8271bdc9e1b5a31eec63, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:14,443 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d3583c43f27141779b4140a63bb3f371_7df302621d8f8271bdc9e1b5a31eec63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:14,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742013_1189 (size=4469)
2024-11-08T05:23:14,451 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/0f7795fa0dae4d84a4e5fe53a3132d6b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0f7795fa0dae4d84a4e5fe53a3132d6b
2024-11-08T05:23:14,455 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/B of 7df302621d8f8271bdc9e1b5a31eec63 into 0f7795fa0dae4d84a4e5fe53a3132d6b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:14,455 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:14,455 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/B, priority=12, startTime=1731043394412; duration=0sec
2024-11-08T05:23:14,456 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:14,456 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:B
2024-11-08T05:23:14,456 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:23:14,457 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:23:14,457 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/C is initiating minor compaction (all files)
2024-11-08T05:23:14,457 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/C in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,458 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/720000cd5818476badf679da7381c3e6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c1901b3c5414031ac6fb1aa7e9b8198, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/f46507e9797349a79f67132a52788e00, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5dff919a750044868e17dad01ad3a9a0] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=47.9 K
2024-11-08T05:23:14,458 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 720000cd5818476badf679da7381c3e6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1731043387097
2024-11-08T05:23:14,458 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c1901b3c5414031ac6fb1aa7e9b8198, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043388271
2024-11-08T05:23:14,459 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f46507e9797349a79f67132a52788e00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1731043390472
2024-11-08T05:23:14,459 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dff919a750044868e17dad01ad3a9a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043391151
2024-11-08T05:23:14,474 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#C#compaction#158 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:14,474 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/e4b14fb11e2045f1a75ce04cf11b5f41 is 50, key is test_row_0/C:col10/1731043391155/Put/seqid=0
2024-11-08T05:23:14,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51
2024-11-08T05:23:14,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:14,476 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-08T05:23:14,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742014_1190 (size=12697)
2024-11-08T05:23:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083a5feeddec58485dbfc592622995954d_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043393173/Put/seqid=0
2024-11-08T05:23:14,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742015_1191 (size=12304)
2024-11-08T05:23:14,851 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#A#compaction#157 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:14,851 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/dccbcbb1b7e74c078195891f9de2c366 is 175, key is test_row_0/A:col10/1731043391155/Put/seqid=0
2024-11-08T05:23:14,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742016_1192 (size=31651)
2024-11-08T05:23:14,861 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/dccbcbb1b7e74c078195891f9de2c366 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dccbcbb1b7e74c078195891f9de2c366
2024-11-08T05:23:14,866 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/A of 7df302621d8f8271bdc9e1b5a31eec63 into dccbcbb1b7e74c078195891f9de2c366(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:14,866 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:14,866 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/A, priority=12, startTime=1731043394412; duration=0sec
2024-11-08T05:23:14,866 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:14,866 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:A
2024-11-08T05:23:14,885 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/e4b14fb11e2045f1a75ce04cf11b5f41 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/e4b14fb11e2045f1a75ce04cf11b5f41
2024-11-08T05:23:14,890 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/C of 7df302621d8f8271bdc9e1b5a31eec63 into e4b14fb11e2045f1a75ce04cf11b5f41(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:14,890 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:14,890 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/C, priority=12, startTime=1731043394412; duration=0sec
2024-11-08T05:23:14,890 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:14,890 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:C
2024-11-08T05:23:14,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:14,894 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083a5feeddec58485dbfc592622995954d_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083a5feeddec58485dbfc592622995954d_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:14,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/65bb16d457354c5a8a749437d984515e, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:14,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/65bb16d457354c5a8a749437d984515e is 175, key is test_row_0/A:col10/1731043393173/Put/seqid=0
2024-11-08T05:23:14,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742017_1193 (size=31105)
2024-11-08T05:23:15,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-08T05:23:15,301 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/65bb16d457354c5a8a749437d984515e
2024-11-08T05:23:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/fadeac60abf3477c99cec57feedca574 is 50, key is test_row_0/B:col10/1731043393173/Put/seqid=0
2024-11-08T05:23:15,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742018_1194 (size=12151)
2024-11-08T05:23:15,316 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/fadeac60abf3477c99cec57feedca574
2024-11-08T05:23:15,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:15,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/31bc879485504dbab462b7d2fee420cc is 50, key is test_row_0/C:col10/1731043393173/Put/seqid=0
2024-11-08T05:23:15,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742019_1195 (size=12151)
2024-11-08T05:23:15,350 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/31bc879485504dbab462b7d2fee420cc
2024-11-08T05:23:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/65bb16d457354c5a8a749437d984515e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/65bb16d457354c5a8a749437d984515e
2024-11-08T05:23:15,361 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043455359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043455360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/65bb16d457354c5a8a749437d984515e, entries=150, sequenceid=251, filesize=30.4 K
2024-11-08T05:23:15,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043455362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,365 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/fadeac60abf3477c99cec57feedca574 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fadeac60abf3477c99cec57feedca574
2024-11-08T05:23:15,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fadeac60abf3477c99cec57feedca574, entries=150, sequenceid=251, filesize=11.9 K
2024-11-08T05:23:15,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/31bc879485504dbab462b7d2fee420cc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/31bc879485504dbab462b7d2fee420cc
2024-11-08T05:23:15,376 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/31bc879485504dbab462b7d2fee420cc, entries=150, sequenceid=251, filesize=11.9 K
2024-11-08T05:23:15,377 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7df302621d8f8271bdc9e1b5a31eec63 in 901ms, sequenceid=251, compaction requested=false
2024-11-08T05:23:15,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:15,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:15,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-08T05:23:15,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-08T05:23:15,380 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-08T05:23:15,380 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2770 sec
2024-11-08T05:23:15,382 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.2820 sec
2024-11-08T05:23:15,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:15,471 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:15,471 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T05:23:15,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081baa4b24fbcc492398be0db4e9ff307b_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043395471/Put/seqid=0
2024-11-08T05:23:15,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742020_1196 (size=17534)
2024-11-08T05:23:15,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:15,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043455485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043455485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,492 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081baa4b24fbcc492398be0db4e9ff307b_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081baa4b24fbcc492398be0db4e9ff307b_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:15,493 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043455488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,494 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/eb01c9b764af43bcab79ca3ec70d947f, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:15,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/eb01c9b764af43bcab79ca3ec70d947f is 175, key is test_row_0/A:col10/1731043395471/Put/seqid=0
2024-11-08T05:23:15,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742021_1197 (size=48639)
2024-11-08T05:23:15,505 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/eb01c9b764af43bcab79ca3ec70d947f
2024-11-08T05:23:15,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/bd63ef3db7cc4d10bded24c8e02a132b is 50, key is test_row_0/B:col10/1731043395471/Put/seqid=0
2024-11-08T05:23:15,519 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742022_1198 (size=12301)
2024-11-08T05:23:15,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043455598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043455598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,601 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043455598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043455809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043455809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043455809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:15,811 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:15,919 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/bd63ef3db7cc4d10bded24c8e02a132b
2024-11-08T05:23:15,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/2f3a53bb74864c13bbbc187e31f667cf is 50, key is test_row_0/C:col10/1731043395471/Put/seqid=0
2024-11-08T05:23:15,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742023_1199 (size=12301)
2024-11-08T05:23:16,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043456119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043456119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043456119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,333 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/2f3a53bb74864c13bbbc187e31f667cf
2024-11-08T05:23:16,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/eb01c9b764af43bcab79ca3ec70d947f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/eb01c9b764af43bcab79ca3ec70d947f
2024-11-08T05:23:16,342 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/eb01c9b764af43bcab79ca3ec70d947f, entries=250, sequenceid=280, filesize=47.5 K
2024-11-08T05:23:16,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/bd63ef3db7cc4d10bded24c8e02a132b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/bd63ef3db7cc4d10bded24c8e02a132b
2024-11-08T05:23:16,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/bd63ef3db7cc4d10bded24c8e02a132b, entries=150, sequenceid=280, filesize=12.0 K
2024-11-08T05:23:16,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/2f3a53bb74864c13bbbc187e31f667cf as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/2f3a53bb74864c13bbbc187e31f667cf
2024-11-08T05:23:16,351 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/2f3a53bb74864c13bbbc187e31f667cf, entries=150, sequenceid=280, filesize=12.0 K
2024-11-08T05:23:16,352 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 7df302621d8f8271bdc9e1b5a31eec63 in 881ms, sequenceid=280, compaction requested=true
2024-11-08T05:23:16,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:16,353 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:16,353 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:16,354 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:16,354 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 111395 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:16,354 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/B is initiating minor compaction (all files)
2024-11-08T05:23:16,354 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/A is initiating minor compaction (all files)
2024-11-08T05:23:16,354 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/A in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:16,354 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/B in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:16,354 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dccbcbb1b7e74c078195891f9de2c366, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/65bb16d457354c5a8a749437d984515e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/eb01c9b764af43bcab79ca3ec70d947f] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=108.8 K
2024-11-08T05:23:16,354 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0f7795fa0dae4d84a4e5fe53a3132d6b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fadeac60abf3477c99cec57feedca574, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/bd63ef3db7cc4d10bded24c8e02a132b] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=36.3 K
2024-11-08T05:23:16,354 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:16,354 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dccbcbb1b7e74c078195891f9de2c366, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/65bb16d457354c5a8a749437d984515e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/eb01c9b764af43bcab79ca3ec70d947f]
2024-11-08T05:23:16,354 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f7795fa0dae4d84a4e5fe53a3132d6b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043391151
2024-11-08T05:23:16,354 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting dccbcbb1b7e74c078195891f9de2c366, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043391151
2024-11-08T05:23:16,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting fadeac60abf3477c99cec57feedca574, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731043393163
2024-11-08T05:23:16,355 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65bb16d457354c5a8a749437d984515e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731043393163
2024-11-08T05:23:16,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting bd63ef3db7cc4d10bded24c8e02a132b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731043395357
2024-11-08T05:23:16,355 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb01c9b764af43bcab79ca3ec70d947f, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731043395347
2024-11-08T05:23:16,361 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:16,362 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/86997bc456144621a8fe083fec9c3b33 is 50, key is test_row_0/B:col10/1731043395471/Put/seqid=0
2024-11-08T05:23:16,363 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:16,366 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108cee34fc0584548869af121fd01b49d9f_7df302621d8f8271bdc9e1b5a31eec63 store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:16,369 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108cee34fc0584548869af121fd01b49d9f_7df302621d8f8271bdc9e1b5a31eec63, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:16,369 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cee34fc0584548869af121fd01b49d9f_7df302621d8f8271bdc9e1b5a31eec63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:16,373 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742024_1200 (size=12949)
2024-11-08T05:23:16,379 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/86997bc456144621a8fe083fec9c3b33 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/86997bc456144621a8fe083fec9c3b33
2024-11-08T05:23:16,383 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/B of 7df302621d8f8271bdc9e1b5a31eec63 into 86997bc456144621a8fe083fec9c3b33(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:16,383 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:16,383 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/B, priority=13, startTime=1731043396353; duration=0sec
2024-11-08T05:23:16,383 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:16,383 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:B
2024-11-08T05:23:16,383 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:16,385 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:16,385 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 7df302621d8f8271bdc9e1b5a31eec63/C is initiating minor compaction (all files)
2024-11-08T05:23:16,385 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7df302621d8f8271bdc9e1b5a31eec63/C in TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:16,385 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/e4b14fb11e2045f1a75ce04cf11b5f41, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/31bc879485504dbab462b7d2fee420cc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/2f3a53bb74864c13bbbc187e31f667cf] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp, totalSize=36.3 K
2024-11-08T05:23:16,385 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting e4b14fb11e2045f1a75ce04cf11b5f41, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043391151
2024-11-08T05:23:16,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742025_1201 (size=4469)
2024-11-08T05:23:16,387 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 31bc879485504dbab462b7d2fee420cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731043393163
2024-11-08T05:23:16,387 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f3a53bb74864c13bbbc187e31f667cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1731043395357
2024-11-08T05:23:16,394 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:16,395 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/4257c22bbec548fc978093db8284c502 is 50, key is test_row_0/C:col10/1731043395471/Put/seqid=0
2024-11-08T05:23:16,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742026_1202 (size=12949)
2024-11-08T05:23:16,404 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/4257c22bbec548fc978093db8284c502 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4257c22bbec548fc978093db8284c502
2024-11-08T05:23:16,408 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/C of 7df302621d8f8271bdc9e1b5a31eec63 into 4257c22bbec548fc978093db8284c502(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:16,409 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:16,409 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/C, priority=13, startTime=1731043396353; duration=0sec
2024-11-08T05:23:16,409 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:16,409 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:C
2024-11-08T05:23:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:16,630 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:16,630 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-08T05:23:16,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081eebb2fcb6ad44e1b9b005355883c785_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043395485/Put/seqid=0
2024-11-08T05:23:16,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742027_1203 (size=14994)
2024-11-08T05:23:16,658 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043456655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043456656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,659 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,662 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043456657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043456769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043456769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043456769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,787 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7df302621d8f8271bdc9e1b5a31eec63#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:16,787 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/dc39ce27abca4ec28473df1103f441d5 is 175, key is test_row_0/A:col10/1731043395471/Put/seqid=0
2024-11-08T05:23:16,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742028_1204 (size=31903)
2024-11-08T05:23:16,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043456978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043456979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043456979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:16,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:17,044 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:17,048 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081eebb2fcb6ad44e1b9b005355883c785_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081eebb2fcb6ad44e1b9b005355883c785_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:17,049 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/3a3069f3ec114b03b04ca54e43a88a2a, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:17,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/3a3069f3ec114b03b04ca54e43a88a2a is 175, key is test_row_0/A:col10/1731043395485/Put/seqid=0
2024-11-08T05:23:17,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742029_1205 (size=39949)
2024-11-08T05:23:17,196 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/dc39ce27abca4ec28473df1103f441d5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dc39ce27abca4ec28473df1103f441d5
2024-11-08T05:23:17,200 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7df302621d8f8271bdc9e1b5a31eec63/A of 7df302621d8f8271bdc9e1b5a31eec63 into dc39ce27abca4ec28473df1103f441d5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:17,200 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:17,200 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., storeName=7df302621d8f8271bdc9e1b5a31eec63/A, priority=13, startTime=1731043396352; duration=0sec
2024-11-08T05:23:17,200 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:17,200 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:A
2024-11-08T05:23:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-08T05:23:17,259 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:17,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees
2024-11-08T05:23:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-08T05:23:17,261 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:17,261 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:17,262 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:17,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043457289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:17,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043457289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043457289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-08T05:23:17,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-08T05:23:17,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:17,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:17,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:17,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,453 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/3a3069f3ec114b03b04ca54e43a88a2a
2024-11-08T05:23:17,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/8e31fd444dd04b7f883dbe8793b55fa3 is 50, key is test_row_0/B:col10/1731043395485/Put/seqid=0
2024-11-08T05:23:17,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742030_1206 (size=12301)
2024-11-08T05:23:17,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-08T05:23:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:17,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-08T05:23:17,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-08T05:23:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:17,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:17,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043457798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:17,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043457798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:17,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043457798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:17,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:17,863 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/8e31fd444dd04b7f883dbe8793b55fa3
2024-11-08T05:23:17,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/c7f9882468c94bbbb8f6141c236308cf is 50, key is test_row_0/C:col10/1731043395485/Put/seqid=0
2024-11-08T05:23:17,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-08T05:23:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:17,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:17,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742031_1207 (size=12301)
2024-11-08T05:23:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-08T05:23:18,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-08T05:23:18,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:18,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:18,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:18,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:18,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-08T05:23:18,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:18,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:18,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:18,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:18,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53
java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:18,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=53
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:18,275 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/c7f9882468c94bbbb8f6141c236308cf
2024-11-08T05:23:18,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/3a3069f3ec114b03b04ca54e43a88a2a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/3a3069f3ec114b03b04ca54e43a88a2a
2024-11-08T05:23:18,284 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/3a3069f3ec114b03b04ca54e43a88a2a, entries=200, sequenceid=295, filesize=39.0 K
2024-11-08T05:23:18,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/8e31fd444dd04b7f883dbe8793b55fa3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/8e31fd444dd04b7f883dbe8793b55fa3
2024-11-08T05:23:18,288 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/8e31fd444dd04b7f883dbe8793b55fa3, entries=150, sequenceid=295, filesize=12.0 K
2024-11-08T05:23:18,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/c7f9882468c94bbbb8f6141c236308cf as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/c7f9882468c94bbbb8f6141c236308cf
2024-11-08T05:23:18,294 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/c7f9882468c94bbbb8f6141c236308cf, entries=150, sequenceid=295, filesize=12.0 K
2024-11-08T05:23:18,294 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7df302621d8f8271bdc9e1b5a31eec63 in 1664ms, sequenceid=295, compaction requested=false
2024-11-08T05:23:18,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:18,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53
2024-11-08T05:23:18,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:18,331 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:23:18,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088e8de7d84f65448c97decbc3d7a055e1_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043396655/Put/seqid=0
2024-11-08T05:23:18,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742032_1208 (size=12454)
2024-11-08T05:23:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-08T05:23:18,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:18,748 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088e8de7d84f65448c97decbc3d7a055e1_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088e8de7d84f65448c97decbc3d7a055e1_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/83531acd9ec5474b90fb85013ff340bc, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:18,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/83531acd9ec5474b90fb85013ff340bc is 175, key is test_row_0/A:col10/1731043396655/Put/seqid=0
2024-11-08T05:23:18,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742033_1209 (size=31255)
2024-11-08T05:23:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:18,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. as already flushing
2024-11-08T05:23:18,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043458797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:18,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043458798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:18,811 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40808 deadline: 1731043458809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:18,812 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:18,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40796 deadline: 1731043458819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:18,821 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40818 deadline: 1731043458819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:18,821 WARN  [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:18,821 WARN  [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 7df302621d8f8271bdc9e1b5a31eec63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:18,909 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043458909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043458909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:18,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:19,119 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043459119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,120 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:19,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043459119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:19,168 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/83531acd9ec5474b90fb85013ff340bc
2024-11-08T05:23:19,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/df11a26fb3764857933b91a709bb8da7 is 50, key is test_row_0/B:col10/1731043396655/Put/seqid=0
2024-11-08T05:23:19,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742034_1210 (size=12301)
2024-11-08T05:23:19,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-08T05:23:19,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043459429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:19,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043459429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:19,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/df11a26fb3764857933b91a709bb8da7
2024-11-08T05:23:19,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/ade47c55629e4f34ba8aec749c54cc67 is 50, key is test_row_0/C:col10/1731043396655/Put/seqid=0
2024-11-08T05:23:19,600 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742035_1211 (size=12301)
2024-11-08T05:23:19,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:19,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40830 deadline: 1731043459939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:19,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40758 deadline: 1731043459939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:19,941 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:23:20,001 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/ade47c55629e4f34ba8aec749c54cc67
2024-11-08T05:23:20,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/83531acd9ec5474b90fb85013ff340bc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/83531acd9ec5474b90fb85013ff340bc
2024-11-08T05:23:20,009 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/83531acd9ec5474b90fb85013ff340bc, entries=150, sequenceid=319, filesize=30.5 K
2024-11-08T05:23:20,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/df11a26fb3764857933b91a709bb8da7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/df11a26fb3764857933b91a709bb8da7
2024-11-08T05:23:20,013 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/df11a26fb3764857933b91a709bb8da7, entries=150, sequenceid=319, filesize=12.0 K
2024-11-08T05:23:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/ade47c55629e4f34ba8aec749c54cc67 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ade47c55629e4f34ba8aec749c54cc67
2024-11-08T05:23:20,018 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ade47c55629e4f34ba8aec749c54cc67, entries=150, sequenceid=319, filesize=12.0 K
2024-11-08T05:23:20,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 7df302621d8f8271bdc9e1b5a31eec63 in 1688ms, sequenceid=319, compaction requested=true
2024-11-08T05:23:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:20,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-08T05:23:20,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-08T05:23:20,022 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-08T05:23:20,022 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7580 sec
2024-11-08T05:23:20,023 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.7630 sec
2024-11-08T05:23:20,315 INFO  [Thread-634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-634.
2024-11-08T05:23:20,315 DEBUG [Thread-634 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,315 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,315 DEBUG [Thread-634 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,315 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:20,316 INFO  [Thread-632 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-632.
2024-11-08T05:23:20,316 DEBUG [Thread-632 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,316 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,316 DEBUG [Thread-632 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,316 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:20,317 INFO  [Thread-636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-636.
2024-11-08T05:23:20,317 DEBUG [Thread-636 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,317 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,317 DEBUG [Thread-636 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,317 INFO  [Thread-638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-638.
2024-11-08T05:23:20,317 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:20,317 DEBUG [Thread-638 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,317 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,317 DEBUG [Thread-638 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,317 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:20,831 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:20,832 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T05:23:20,832 INFO  [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627.
2024-11-08T05:23:20,832 INFO  [Thread-621 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-621.
2024-11-08T05:23:20,832 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,832 DEBUG [Thread-621 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,832 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,832 DEBUG [Thread-621 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,832 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,832 DEBUG [Thread-621 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,832 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:20,832 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:20,842 INFO  [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625.
2024-11-08T05:23:20,842 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,842 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,842 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,842 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:20,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e9819d125ffc4ad18cb8911c2f6c6e91_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_0/A:col10/1731043398769/Put/seqid=0
2024-11-08T05:23:20,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742036_1212 (size=12454)
2024-11-08T05:23:20,952 INFO  [Thread-623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-623.
2024-11-08T05:23:20,952 INFO  [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629.
2024-11-08T05:23:20,952 DEBUG [Thread-623 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,952 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:20,952 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,952 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,952 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,952 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:20,952 DEBUG [Thread-623 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:20,952 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:21,248 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:21,257 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e9819d125ffc4ad18cb8911c2f6c6e91_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e9819d125ffc4ad18cb8911c2f6c6e91_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:21,258 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/71bc9992076f440fb0cd1b5c2a17d27b, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:21,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/71bc9992076f440fb0cd1b5c2a17d27b is 175, key is test_row_0/A:col10/1731043398769/Put/seqid=0
2024-11-08T05:23:21,264 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742037_1213 (size=31255)
2024-11-08T05:23:21,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-08T05:23:21,419 INFO  [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:21,419 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T05:23:21,419 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 83
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 8
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 69
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 87
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 17
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4074
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4045
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1742
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5226 rows
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1745
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5231 rows
2024-11-08T05:23:21,420 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:23:21,420 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:23:21,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:21,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:21,421 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:21,422 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-08T05:23:21,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:21,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-08T05:23:21,427 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043401427"}]},"ts":"1731043401427"}
2024-11-08T05:23:21,429 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T05:23:21,430 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T05:23:21,431 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:23:21,433 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, UNASSIGN}]
2024-11-08T05:23:21,434 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, UNASSIGN
2024-11-08T05:23:21,435 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=7df302621d8f8271bdc9e1b5a31eec63, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:21,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, UNASSIGN because future has completed
2024-11-08T05:23:21,436 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:23:21,436 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:23:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-08T05:23:21,589 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(122): Close 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:21,589 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:23:21,589 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1722): Closing 7df302621d8f8271bdc9e1b5a31eec63, disabling compactions & flushes
2024-11-08T05:23:21,589 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:21,665 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/71bc9992076f440fb0cd1b5c2a17d27b
2024-11-08T05:23:21,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/0285c10ab66542388bdff5bdb56364db is 50, key is test_row_0/B:col10/1731043398769/Put/seqid=0
2024-11-08T05:23:21,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742038_1214 (size=12301)
2024-11-08T05:23:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-08T05:23:22,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-08T05:23:22,083 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/0285c10ab66542388bdff5bdb56364db
2024-11-08T05:23:22,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/131edbe838904a63b38eaf118e3bffd4 is 50, key is test_row_0/C:col10/1731043398769/Put/seqid=0
2024-11-08T05:23:22,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742039_1215 (size=12301)
2024-11-08T05:23:22,505 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/131edbe838904a63b38eaf118e3bffd4
2024-11-08T05:23:22,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/71bc9992076f440fb0cd1b5c2a17d27b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/71bc9992076f440fb0cd1b5c2a17d27b
2024-11-08T05:23:22,520 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/71bc9992076f440fb0cd1b5c2a17d27b, entries=150, sequenceid=334, filesize=30.5 K
2024-11-08T05:23:22,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/0285c10ab66542388bdff5bdb56364db as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0285c10ab66542388bdff5bdb56364db
2024-11-08T05:23:22,525 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0285c10ab66542388bdff5bdb56364db, entries=150, sequenceid=334, filesize=12.0 K
2024-11-08T05:23:22,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/131edbe838904a63b38eaf118e3bffd4 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/131edbe838904a63b38eaf118e3bffd4
2024-11-08T05:23:22,530 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/131edbe838904a63b38eaf118e3bffd4, entries=150, sequenceid=334, filesize=12.0 K
2024-11-08T05:23:22,531 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=20.13 KB/20610 for 7df302621d8f8271bdc9e1b5a31eec63 in 1700ms, sequenceid=334, compaction requested=true
2024-11-08T05:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7df302621d8f8271bdc9e1b5a31eec63:

2024-11-08T05:23:22,531 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:22,531 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:22,531 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. after waiting 0 ms
2024-11-08T05:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:22,531 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:22,531 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(2902): Flushing 7df302621d8f8271bdc9e1b5a31eec63 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-08T05:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:22,531 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. because compaction request was cancelled
2024-11-08T05:23:22,531 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. because compaction request was cancelled
2024-11-08T05:23:22,531 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:B
2024-11-08T05:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7df302621d8f8271bdc9e1b5a31eec63:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:22,531 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. because compaction request was cancelled
2024-11-08T05:23:22,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:22,531 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:C
2024-11-08T05:23:22,531 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7df302621d8f8271bdc9e1b5a31eec63:A
2024-11-08T05:23:22,537 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f729e996c36d44ccb38538f052d900b9_7df302621d8f8271bdc9e1b5a31eec63 is 50, key is test_row_1/A:col10/1731043400949/Put/seqid=0
2024-11-08T05:23:22,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742040_1216 (size=9914)
2024-11-08T05:23:22,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-08T05:23:22,943 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:22,954 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f729e996c36d44ccb38538f052d900b9_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f729e996c36d44ccb38538f052d900b9_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:22,956 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/c20add5fc71c4091aee18e195982841a, store: [table=TestAcidGuarantees family=A region=7df302621d8f8271bdc9e1b5a31eec63]
2024-11-08T05:23:22,957 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/c20add5fc71c4091aee18e195982841a is 175, key is test_row_1/A:col10/1731043400949/Put/seqid=0
2024-11-08T05:23:22,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742041_1217 (size=22561)
2024-11-08T05:23:23,362 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/c20add5fc71c4091aee18e195982841a
2024-11-08T05:23:23,375 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/15990d95e2064839a08aacf9fbdc2f0a is 50, key is test_row_1/B:col10/1731043400949/Put/seqid=0
2024-11-08T05:23:23,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742042_1218 (size=9857)
2024-11-08T05:23:23,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-08T05:23:23,780 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/15990d95e2064839a08aacf9fbdc2f0a
2024-11-08T05:23:23,848 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/a76759828fa54cb5be450402d8ed86fc is 50, key is test_row_1/C:col10/1731043400949/Put/seqid=0
2024-11-08T05:23:23,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742043_1219 (size=9857)
2024-11-08T05:23:24,253 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/a76759828fa54cb5be450402d8ed86fc
2024-11-08T05:23:24,263 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/A/c20add5fc71c4091aee18e195982841a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/c20add5fc71c4091aee18e195982841a
2024-11-08T05:23:24,269 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/c20add5fc71c4091aee18e195982841a, entries=100, sequenceid=340, filesize=22.0 K
2024-11-08T05:23:24,271 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/B/15990d95e2064839a08aacf9fbdc2f0a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/15990d95e2064839a08aacf9fbdc2f0a
2024-11-08T05:23:24,275 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/15990d95e2064839a08aacf9fbdc2f0a, entries=100, sequenceid=340, filesize=9.6 K
2024-11-08T05:23:24,276 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/.tmp/C/a76759828fa54cb5be450402d8ed86fc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a76759828fa54cb5be450402d8ed86fc
2024-11-08T05:23:24,280 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a76759828fa54cb5be450402d8ed86fc, entries=100, sequenceid=340, filesize=9.6 K
2024-11-08T05:23:24,281 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 7df302621d8f8271bdc9e1b5a31eec63 in 1750ms, sequenceid=340, compaction requested=true
2024-11-08T05:23:24,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ec7e1f748a8f445d83ef2a5f99e23235, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/06cc6efaccbd494296aabbcff08adc0d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/7d62d618698b46a1aaec7316a812cdc9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/5c0db16f74204aa2af4c800dd1348b99, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/82ffa4cc71e24d08a64e838bd4c8eb5c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/67e71f30cd454f728846d765e5080ffb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/f43ce966e5534963ba62294ef3aa5ba9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/560cb411f72b45b4b8bcbfd5fe48fc74, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ba335f5c0adc424ca1247b90aa38d65a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ddf0d106f5544ed8ac54990644ccdd85, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/b82d191962414cf699a78cc9a05a3722, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/cac1a6c5f1bd44768e2a2c55ccbcae71, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/fc8e6c884e4d431ebf506a26af2e07b1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/96ffb4cb5fb046cc8435bb08ddbc4533, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/4f64a0fd651345f9b7c07c4532f47286, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/758314f3b8004333bf091e78eb218aca, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dccbcbb1b7e74c078195891f9de2c366, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/65bb16d457354c5a8a749437d984515e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/eb01c9b764af43bcab79ca3ec70d947f] to archive
2024-11-08T05:23:24,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:23:24,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ec7e1f748a8f445d83ef2a5f99e23235 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ec7e1f748a8f445d83ef2a5f99e23235
2024-11-08T05:23:24,286 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/06cc6efaccbd494296aabbcff08adc0d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/06cc6efaccbd494296aabbcff08adc0d
2024-11-08T05:23:24,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/7d62d618698b46a1aaec7316a812cdc9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/7d62d618698b46a1aaec7316a812cdc9
2024-11-08T05:23:24,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/5c0db16f74204aa2af4c800dd1348b99 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/5c0db16f74204aa2af4c800dd1348b99
2024-11-08T05:23:24,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/82ffa4cc71e24d08a64e838bd4c8eb5c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/82ffa4cc71e24d08a64e838bd4c8eb5c
2024-11-08T05:23:24,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/67e71f30cd454f728846d765e5080ffb to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/67e71f30cd454f728846d765e5080ffb
2024-11-08T05:23:24,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/f43ce966e5534963ba62294ef3aa5ba9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/f43ce966e5534963ba62294ef3aa5ba9
2024-11-08T05:23:24,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/560cb411f72b45b4b8bcbfd5fe48fc74 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/560cb411f72b45b4b8bcbfd5fe48fc74
2024-11-08T05:23:24,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ba335f5c0adc424ca1247b90aa38d65a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ba335f5c0adc424ca1247b90aa38d65a
2024-11-08T05:23:24,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ddf0d106f5544ed8ac54990644ccdd85 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/ddf0d106f5544ed8ac54990644ccdd85
2024-11-08T05:23:24,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/b82d191962414cf699a78cc9a05a3722 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/b82d191962414cf699a78cc9a05a3722
2024-11-08T05:23:24,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/cac1a6c5f1bd44768e2a2c55ccbcae71 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/cac1a6c5f1bd44768e2a2c55ccbcae71
2024-11-08T05:23:24,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/fc8e6c884e4d431ebf506a26af2e07b1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/fc8e6c884e4d431ebf506a26af2e07b1
2024-11-08T05:23:24,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/96ffb4cb5fb046cc8435bb08ddbc4533 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/96ffb4cb5fb046cc8435bb08ddbc4533
2024-11-08T05:23:24,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/4f64a0fd651345f9b7c07c4532f47286 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/4f64a0fd651345f9b7c07c4532f47286
2024-11-08T05:23:24,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/758314f3b8004333bf091e78eb218aca to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/758314f3b8004333bf091e78eb218aca
2024-11-08T05:23:24,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dccbcbb1b7e74c078195891f9de2c366 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dccbcbb1b7e74c078195891f9de2c366
2024-11-08T05:23:24,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/65bb16d457354c5a8a749437d984515e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/65bb16d457354c5a8a749437d984515e
2024-11-08T05:23:24,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/eb01c9b764af43bcab79ca3ec70d947f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/eb01c9b764af43bcab79ca3ec70d947f
2024-11-08T05:23:24,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/5199e59710d1432dbe110a953d37b124, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d17c48ffcef74819b46e16b83ddbcbe7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c34b51a8a1c14f65b60c1a569eb6f603, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d4abbd09e94048188dc0325f1c0e6d03, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/10c2fe3c91a04498b6211560d13731e5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/72983ae0607743bf9b5c22fe0d8922dc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/6c769b13da0a46d9ab1bf7419e7aea7e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/966126e7fcca41d7b2ceb4f9e8a3686c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/7253945643334612814367b8ad22a97c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/b52f87b619c84fc88daf2c3737b5dd95, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fe498018368f4207a913c66cf7cde71e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/3779ac34331249549b5958dd7e93ba08, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c9b5a55d9cf34f45a9553175e2f0db00, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/60330f81a098416fb23a4d0695068233, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/ab96bb0beea34141b1993a29055bce96, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0f7795fa0dae4d84a4e5fe53a3132d6b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/f7917c0b38c04b11999144bd0692586d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fadeac60abf3477c99cec57feedca574, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/bd63ef3db7cc4d10bded24c8e02a132b] to archive
2024-11-08T05:23:24,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:23:24,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/5199e59710d1432dbe110a953d37b124 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/5199e59710d1432dbe110a953d37b124
2024-11-08T05:23:24,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d17c48ffcef74819b46e16b83ddbcbe7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d17c48ffcef74819b46e16b83ddbcbe7
2024-11-08T05:23:24,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c34b51a8a1c14f65b60c1a569eb6f603 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c34b51a8a1c14f65b60c1a569eb6f603
2024-11-08T05:23:24,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d4abbd09e94048188dc0325f1c0e6d03 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/d4abbd09e94048188dc0325f1c0e6d03
2024-11-08T05:23:24,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/10c2fe3c91a04498b6211560d13731e5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/10c2fe3c91a04498b6211560d13731e5
2024-11-08T05:23:24,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/72983ae0607743bf9b5c22fe0d8922dc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/72983ae0607743bf9b5c22fe0d8922dc
2024-11-08T05:23:24,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/6c769b13da0a46d9ab1bf7419e7aea7e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/6c769b13da0a46d9ab1bf7419e7aea7e
2024-11-08T05:23:24,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/966126e7fcca41d7b2ceb4f9e8a3686c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/966126e7fcca41d7b2ceb4f9e8a3686c
2024-11-08T05:23:24,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/7253945643334612814367b8ad22a97c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/7253945643334612814367b8ad22a97c
2024-11-08T05:23:24,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/b52f87b619c84fc88daf2c3737b5dd95 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/b52f87b619c84fc88daf2c3737b5dd95
2024-11-08T05:23:24,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fe498018368f4207a913c66cf7cde71e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fe498018368f4207a913c66cf7cde71e
2024-11-08T05:23:24,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/3779ac34331249549b5958dd7e93ba08 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/3779ac34331249549b5958dd7e93ba08
2024-11-08T05:23:24,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c9b5a55d9cf34f45a9553175e2f0db00 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/c9b5a55d9cf34f45a9553175e2f0db00
2024-11-08T05:23:24,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/60330f81a098416fb23a4d0695068233 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/60330f81a098416fb23a4d0695068233
2024-11-08T05:23:24,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/ab96bb0beea34141b1993a29055bce96 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/ab96bb0beea34141b1993a29055bce96
2024-11-08T05:23:24,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0f7795fa0dae4d84a4e5fe53a3132d6b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0f7795fa0dae4d84a4e5fe53a3132d6b
2024-11-08T05:23:24,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/f7917c0b38c04b11999144bd0692586d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/f7917c0b38c04b11999144bd0692586d
2024-11-08T05:23:24,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fadeac60abf3477c99cec57feedca574 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/fadeac60abf3477c99cec57feedca574
2024-11-08T05:23:24,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/bd63ef3db7cc4d10bded24c8e02a132b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/bd63ef3db7cc4d10bded24c8e02a132b
2024-11-08T05:23:24,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/06f77a858fd546aeb96515d3f6d18e97, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c9eef2e8ba748b387bc352d509970c3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/0fed97349ffa4ab980ae027a4491fe5e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/7d94245cb1c8423ea01c473bfa40c938, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fc20200cb65e48759f2495e6db0c6e6d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ac304ac785cf4ca3b73cbdf1b3d03a94, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/60e41c1300eb41098cf1f25025ee546e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a04b63cc4e964cf39d8708024f16e27d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fddc10a6084f4ff9a5e8f94362d2f821, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/9d5b0b37c23a487bb74eb75f11bc063e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/b5690d2de04a43e6bc40ec1af7e0a3a2, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/720000cd5818476badf679da7381c3e6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4d325281b79745a79956cc6fd7d26a08, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c1901b3c5414031ac6fb1aa7e9b8198, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/f46507e9797349a79f67132a52788e00, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/e4b14fb11e2045f1a75ce04cf11b5f41, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5dff919a750044868e17dad01ad3a9a0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/31bc879485504dbab462b7d2fee420cc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/2f3a53bb74864c13bbbc187e31f667cf] to archive
2024-11-08T05:23:24,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:23:24,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/06f77a858fd546aeb96515d3f6d18e97 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/06f77a858fd546aeb96515d3f6d18e97
2024-11-08T05:23:24,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c9eef2e8ba748b387bc352d509970c3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c9eef2e8ba748b387bc352d509970c3
2024-11-08T05:23:24,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/0fed97349ffa4ab980ae027a4491fe5e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/0fed97349ffa4ab980ae027a4491fe5e
2024-11-08T05:23:24,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/7d94245cb1c8423ea01c473bfa40c938 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/7d94245cb1c8423ea01c473bfa40c938
2024-11-08T05:23:24,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fc20200cb65e48759f2495e6db0c6e6d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fc20200cb65e48759f2495e6db0c6e6d
2024-11-08T05:23:24,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ac304ac785cf4ca3b73cbdf1b3d03a94 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ac304ac785cf4ca3b73cbdf1b3d03a94
2024-11-08T05:23:24,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/60e41c1300eb41098cf1f25025ee546e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/60e41c1300eb41098cf1f25025ee546e
2024-11-08T05:23:24,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a04b63cc4e964cf39d8708024f16e27d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a04b63cc4e964cf39d8708024f16e27d
2024-11-08T05:23:24,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fddc10a6084f4ff9a5e8f94362d2f821 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/fddc10a6084f4ff9a5e8f94362d2f821
2024-11-08T05:23:24,347 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/9d5b0b37c23a487bb74eb75f11bc063e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/9d5b0b37c23a487bb74eb75f11bc063e
2024-11-08T05:23:24,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/b5690d2de04a43e6bc40ec1af7e0a3a2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/b5690d2de04a43e6bc40ec1af7e0a3a2
2024-11-08T05:23:24,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/720000cd5818476badf679da7381c3e6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/720000cd5818476badf679da7381c3e6
2024-11-08T05:23:24,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4d325281b79745a79956cc6fd7d26a08 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4d325281b79745a79956cc6fd7d26a08
2024-11-08T05:23:24,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c1901b3c5414031ac6fb1aa7e9b8198 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5c1901b3c5414031ac6fb1aa7e9b8198
2024-11-08T05:23:24,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/f46507e9797349a79f67132a52788e00 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/f46507e9797349a79f67132a52788e00
2024-11-08T05:23:24,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/e4b14fb11e2045f1a75ce04cf11b5f41 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/e4b14fb11e2045f1a75ce04cf11b5f41
2024-11-08T05:23:24,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5dff919a750044868e17dad01ad3a9a0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/5dff919a750044868e17dad01ad3a9a0
2024-11-08T05:23:24,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/31bc879485504dbab462b7d2fee420cc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/31bc879485504dbab462b7d2fee420cc
2024-11-08T05:23:24,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/2f3a53bb74864c13bbbc187e31f667cf to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/2f3a53bb74864c13bbbc187e31f667cf
2024-11-08T05:23:24,360 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/recovered.edits/343.seqid, newMaxSeqId=343, maxSeqId=4
2024-11-08T05:23:24,361 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.
2024-11-08T05:23:24,361 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] regionserver.HRegion(1676): Region close journal for 7df302621d8f8271bdc9e1b5a31eec63:
Waiting for close lock at 1731043401589Running coprocessor pre-close hooks at 1731043401589Disabling compacts and flushes for region at 1731043401589Disabling writes for close at 1731043402531 (+942 ms)Obtaining lock to block concurrent updates at 1731043402531Preparing flush snapshotting stores in 7df302621d8f8271bdc9e1b5a31eec63 at 1731043402531Finished memstore snapshotting TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731043402531Flushing stores of TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63. at 1731043402532 (+1 ms)Flushing 7df302621d8f8271bdc9e1b5a31eec63/A: creating writer at 1731043402532Flushing mob file 7df302621d8f8271bdc9e1b5a31eec63/A: appending metadata at 1731043402537 (+5 ms)Flushing mob file 7df302621d8f8271bdc9e1b5a31eec63/A: closing flushed file at 1731043402537Flushing 7df302621d8f8271bdc9e1b5a31eec63/A: appending metadata at 1731043402956 (+419 ms)Flushing 7df302621d8f8271bdc9e1b5a31eec63/A: closing flushed file at 1731043402956Flushing 7df302621d8f8271bdc9e1b5a31eec63/B: creating writer at 1731043403372 (+416 ms)Flushing 7df302621d8f8271bdc9e1b5a31eec63/B: appending metadata at 1731043403375 (+3 ms)Flushing 7df302621d8f8271bdc9e1b5a31eec63/B: closing flushed file at 1731043403375Flushing 7df302621d8f8271bdc9e1b5a31eec63/C: creating writer at 1731043403840 (+465 ms)Flushing 7df302621d8f8271bdc9e1b5a31eec63/C: appending metadata at 1731043403846 (+6 ms)Flushing 7df302621d8f8271bdc9e1b5a31eec63/C: closing flushed file at 1731043403846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c95818: reopening flushed file at 1731043404262 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750a61a3: reopening flushed file at 1731043404270 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f498e0f: reopening flushed file at 1731043404275 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 7df302621d8f8271bdc9e1b5a31eec63 in 1750ms, sequenceid=340, compaction requested=true at 1731043404281 (+6 ms)Writing region close event to WAL at 1731043404357 (+76 ms)Running coprocessor post-close hooks at 1731043404361 (+4 ms)Closed at 1731043404361
2024-11-08T05:23:24,363 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=57}] handler.UnassignRegionHandler(157): Closed 7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:24,364 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=7df302621d8f8271bdc9e1b5a31eec63, regionState=CLOSED
2024-11-08T05:23:24,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:23:24,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-08T05:23:24,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseRegionProcedure 7df302621d8f8271bdc9e1b5a31eec63, server=d1ba675678c9,35687,1731043346195 in 2.9300 sec
2024-11-08T05:23:24,368 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55
2024-11-08T05:23:24,368 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7df302621d8f8271bdc9e1b5a31eec63, UNASSIGN in 2.9340 sec
2024-11-08T05:23:24,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-08T05:23:24,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.9370 sec
2024-11-08T05:23:24,371 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043404370"}]},"ts":"1731043404370"}
2024-11-08T05:23:24,372 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T05:23:24,372 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T05:23:24,373 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.9500 sec
2024-11-08T05:23:24,547 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:23:25,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-08T05:23:25,580 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:25,581 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-08T05:23:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:25,586 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=58, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-08T05:23:25,587 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=58, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:25,591 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,595 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/recovered.edits]
2024-11-08T05:23:25,598 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/3a3069f3ec114b03b04ca54e43a88a2a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/3a3069f3ec114b03b04ca54e43a88a2a
2024-11-08T05:23:25,600 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/71bc9992076f440fb0cd1b5c2a17d27b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/71bc9992076f440fb0cd1b5c2a17d27b
2024-11-08T05:23:25,601 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/83531acd9ec5474b90fb85013ff340bc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/83531acd9ec5474b90fb85013ff340bc
2024-11-08T05:23:25,603 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/c20add5fc71c4091aee18e195982841a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/c20add5fc71c4091aee18e195982841a
2024-11-08T05:23:25,604 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dc39ce27abca4ec28473df1103f441d5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/A/dc39ce27abca4ec28473df1103f441d5
2024-11-08T05:23:25,606 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0285c10ab66542388bdff5bdb56364db to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/0285c10ab66542388bdff5bdb56364db
2024-11-08T05:23:25,608 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/15990d95e2064839a08aacf9fbdc2f0a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/15990d95e2064839a08aacf9fbdc2f0a
2024-11-08T05:23:25,609 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/86997bc456144621a8fe083fec9c3b33 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/86997bc456144621a8fe083fec9c3b33
2024-11-08T05:23:25,611 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/8e31fd444dd04b7f883dbe8793b55fa3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/8e31fd444dd04b7f883dbe8793b55fa3
2024-11-08T05:23:25,612 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/df11a26fb3764857933b91a709bb8da7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/B/df11a26fb3764857933b91a709bb8da7
2024-11-08T05:23:25,615 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/131edbe838904a63b38eaf118e3bffd4 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/131edbe838904a63b38eaf118e3bffd4
2024-11-08T05:23:25,617 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4257c22bbec548fc978093db8284c502 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/4257c22bbec548fc978093db8284c502
2024-11-08T05:23:25,619 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a76759828fa54cb5be450402d8ed86fc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/a76759828fa54cb5be450402d8ed86fc
2024-11-08T05:23:25,620 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ade47c55629e4f34ba8aec749c54cc67 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/ade47c55629e4f34ba8aec749c54cc67
2024-11-08T05:23:25,621 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/c7f9882468c94bbbb8f6141c236308cf to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/C/c7f9882468c94bbbb8f6141c236308cf
2024-11-08T05:23:25,623 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/recovered.edits/343.seqid to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63/recovered.edits/343.seqid
2024-11-08T05:23:25,624 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,624 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T05:23:25,624 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T05:23:25,625 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-08T05:23:25,629 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081baa4b24fbcc492398be0db4e9ff307b_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081baa4b24fbcc492398be0db4e9ff307b_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,630 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e2a84df7bf24e11859a19ee0dca9a78_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081e2a84df7bf24e11859a19ee0dca9a78_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,631 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081eebb2fcb6ad44e1b9b005355883c785_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081eebb2fcb6ad44e1b9b005355883c785_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,632 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108308fd801fda44c9a9e683521ffa16fc3_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108308fd801fda44c9a9e683521ffa16fc3_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,633 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083a5feeddec58485dbfc592622995954d_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083a5feeddec58485dbfc592622995954d_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,634 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108797ab0f1f0664d29b8f5abbfb39a182f_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108797ab0f1f0664d29b8f5abbfb39a182f_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,635 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110881ca64aa2e6d47ae9d5a2b2da98e6c53_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110881ca64aa2e6d47ae9d5a2b2da98e6c53_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,636 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088941e50b2333475f8c0dc114593fd1da_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088941e50b2333475f8c0dc114593fd1da_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,637 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088e8de7d84f65448c97decbc3d7a055e1_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088e8de7d84f65448c97decbc3d7a055e1_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,638 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c205e9e3808a48fd97f1f64f84a59429_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c205e9e3808a48fd97f1f64f84a59429_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,639 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cbea34e268ab4e309eacc356829b8bb6_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108cbea34e268ab4e309eacc356829b8bb6_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,640 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d05b8f9abc414e2585833f947ff19df7_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d05b8f9abc414e2585833f947ff19df7_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,641 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108debd38e8f39745f1976b9310325b1218_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108debd38e8f39745f1976b9310325b1218_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,642 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e9819d125ffc4ad18cb8911c2f6c6e91_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e9819d125ffc4ad18cb8911c2f6c6e91_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,643 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eda5ec7d87024b3daa50ff86a80d8c35_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108eda5ec7d87024b3daa50ff86a80d8c35_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,643 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108edc5b15f4ae64f178996cddee26e87a4_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108edc5b15f4ae64f178996cddee26e87a4_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,644 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f729e996c36d44ccb38538f052d900b9_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f729e996c36d44ccb38538f052d900b9_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,645 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f879a26453664b81ae01bab9ddf76011_7df302621d8f8271bdc9e1b5a31eec63 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f879a26453664b81ae01bab9ddf76011_7df302621d8f8271bdc9e1b5a31eec63
2024-11-08T05:23:25,646 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T05:23:25,648 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=58, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:25,650 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T05:23:25,652 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T05:23:25,653 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=58, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:25,653 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T05:23:25,653 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731043405653"}]},"ts":"9223372036854775807"}
2024-11-08T05:23:25,655 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-08T05:23:25,655 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7df302621d8f8271bdc9e1b5a31eec63, NAME => 'TestAcidGuarantees,,1731043377151.7df302621d8f8271bdc9e1b5a31eec63.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T05:23:25,655 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T05:23:25,655 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731043405655"}]},"ts":"9223372036854775807"}
2024-11-08T05:23:25,656 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-08T05:23:25,657 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=58, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:25,658 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 76 msec
2024-11-08T05:23:25,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-08T05:23:25,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-08T05:23:25,700 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:25,713 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-741033890_22 at /127.0.0.1:35116 [Waiting for operation #211]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-434887786_22 at /127.0.0.1:35460 [Waiting for operation #253]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-741033890_22 at /127.0.0.1:36512 [Waiting for operation #479]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-434887786_22 at /127.0.0.1:35120 [Waiting for operation #197]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=459 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=510 (was 627), ProcessCount=11 (was 11), AvailableMemoryMB=7862 (was 7176) - AvailableMemoryMB LEAK? -
2024-11-08T05:23:25,723 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=510, ProcessCount=11, AvailableMemoryMB=7862
2024-11-08T05:23:25,725 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:23:25,725 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:23:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:25,728 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:23:25,728 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:25,728 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 59
2024-11-08T05:23:25,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-08T05:23:25,729 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:23:25,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742044_1220 (size=959)
2024-11-08T05:23:25,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-08T05:23:25,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-08T05:23:26,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-08T05:23:26,144 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23
2024-11-08T05:23:26,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742045_1221 (size=53)
2024-11-08T05:23:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-08T05:23:26,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:23:26,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f3abfe43cc8edbdc5d44b8e7395701a5, disabling compactions & flushes
2024-11-08T05:23:26,555 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:26,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:26,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. after waiting 0 ms
2024-11-08T05:23:26,555 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:26,556 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:26,556 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f3abfe43cc8edbdc5d44b8e7395701a5:
Waiting for close lock at 1731043406555Disabling compacts and flushes for region at 1731043406555Disabling writes for close at 1731043406555Writing region close event to WAL at 1731043406555Closed at 1731043406555
2024-11-08T05:23:26,558 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:23:26,559 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731043406558"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043406558"}]},"ts":"1731043406558"}
2024-11-08T05:23:26,561 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:23:26,562 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:23:26,563 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043406562"}]},"ts":"1731043406562"}
2024-11-08T05:23:26,565 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T05:23:26,565 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, ASSIGN}]
2024-11-08T05:23:26,566 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, ASSIGN
2024-11-08T05:23:26,567 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, ASSIGN; state=OFFLINE, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=false
2024-11-08T05:23:26,718 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=f3abfe43cc8edbdc5d44b8e7395701a5, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:26,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, ASSIGN because future has completed
2024-11-08T05:23:26,722 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:23:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-08T05:23:26,882 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:26,883 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:23:26,883 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,883 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:23:26,883 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7794): checking encryption for f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,884 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7797): checking classloading for f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,886 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f3abfe43cc8edbdc5d44b8e7395701a5 
2024-11-08T05:23:26,889 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3abfe43cc8edbdc5d44b8e7395701a5 columnFamilyName A
2024-11-08T05:23:26,889 DEBUG [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:26,890 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] regionserver.HStore(327): Store=f3abfe43cc8edbdc5d44b8e7395701a5/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:26,890 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f3abfe43cc8edbdc5d44b8e7395701a5 
2024-11-08T05:23:26,892 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3abfe43cc8edbdc5d44b8e7395701a5 columnFamilyName B
2024-11-08T05:23:26,892 DEBUG [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:26,893 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] regionserver.HStore(327): Store=f3abfe43cc8edbdc5d44b8e7395701a5/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:26,893 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f3abfe43cc8edbdc5d44b8e7395701a5 
2024-11-08T05:23:26,895 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f3abfe43cc8edbdc5d44b8e7395701a5 columnFamilyName C
2024-11-08T05:23:26,895 DEBUG [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:26,896 INFO  [StoreOpener-f3abfe43cc8edbdc5d44b8e7395701a5-1 {}] regionserver.HStore(327): Store=f3abfe43cc8edbdc5d44b8e7395701a5/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:26,896 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1038): replaying wal for f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,898 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,899 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,901 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1048): stopping wal replay for f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,901 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,901 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:23:26,903 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1093): writing seq id for f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,906 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:23:26,907 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1114): Opened f3abfe43cc8edbdc5d44b8e7395701a5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73362421, jitterRate=0.09318526089191437}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:23:26,907 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:26,908 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1006): Region open journal for f3abfe43cc8edbdc5d44b8e7395701a5:
Running coprocessor pre-open hook at 1731043406884Writing region info on filesystem at 1731043406884Initializing all the Stores at 1731043406885 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043406886 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043406886Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043406886Cleaning up temporary data from old regions at 1731043406901 (+15 ms)Running coprocessor post-open hooks at 1731043406907 (+6 ms)Region opened successfully at 1731043406908 (+1 ms)
2024-11-08T05:23:26,909 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., pid=61, masterSystemTime=1731043406876
2024-11-08T05:23:26,912 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:26,912 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:26,912 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=f3abfe43cc8edbdc5d44b8e7395701a5, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:26,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:23:26,915 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-08T05:23:26,915 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195 in 192 msec
2024-11-08T05:23:26,917 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59
2024-11-08T05:23:26,917 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, ASSIGN in 350 msec
2024-11-08T05:23:26,918 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:23:26,918 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043406918"}]},"ts":"1731043406918"}
2024-11-08T05:23:26,919 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T05:23:26,919 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=59, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:23:26,921 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec
2024-11-08T05:23:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-11-08T05:23:27,880 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:27,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,883 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,885 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf802c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,890 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52693ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,894 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,895 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:23:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37945,1731043345409
2024-11-08T05:23:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bcc88e7
2024-11-08T05:23:27,896 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:23:27,897 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:23:27,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,899 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b7abe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,899 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,900 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,900 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@250208c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,901 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,901 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17fc8cfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,902 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,902 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7bc3f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,903 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,904 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536cf70a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,904 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,906 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a60855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,909 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ceb0cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,909 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,910 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,910 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862654c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,913 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787881fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,914 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f2fb25d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,916 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab9031f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,918 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2ea165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,919 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,919 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193ed71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,921 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31159c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,922 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff8a174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,923 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2041cf60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,925 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,925 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563edad3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,925 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,926 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,926 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,927 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ea3ee1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:23:27,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:23:27,928 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:23:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:23:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:23:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c914835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:23:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:23:27,928 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:27,929 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:23:27,929 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579b153b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:23:27,930 DEBUG [Thread-1061 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,930 DEBUG [Thread-1053 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,930 DEBUG [Thread-1050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,930 DEBUG [Thread-1055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,930 DEBUG [Thread-1059 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,930 DEBUG [Thread-1057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,930 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:27,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,931 DEBUG [Thread-1044 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,931 DEBUG [Thread-1042 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees
2024-11-08T05:23:27,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,932 DEBUG [Thread-1048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,932 DEBUG [Thread-1046 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:23:27,932 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,932 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,932 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,932 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-08T05:23:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,933 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:23:27,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:23:27,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,935 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,935 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:27,935 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,938 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:23:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,939 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:23:27,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:27,948 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:27,948 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:23:27,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/d0e22a71866a4769bb3b08495ba7602c is 50, key is test_row_0/A:col10/1731043407940/Put/seqid=0
2024-11-08T05:23:27,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043467987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:27,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043467987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:27,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043467987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,993 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:27,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043467992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:27,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043467992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:27,997 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:27,998 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742046_1222 (size=12001)
2024-11-08T05:23:28,008 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/d0e22a71866a4769bb3b08495ba7602c
2024-11-08T05:23:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-08T05:23:28,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/9b5eac9765fd4ef2a0c9209061dabd76 is 50, key is test_row_0/B:col10/1731043407940/Put/seqid=0
2024-11-08T05:23:28,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742047_1223 (size=12001)
2024-11-08T05:23:28,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-08T05:23:28,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:28,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:28,090 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/9b5eac9765fd4ef2a0c9209061dabd76
2024-11-08T05:23:28,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:28,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:28,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:28,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=63
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:28,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043468099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043468099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043468099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,103 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043468113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,115 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,115 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043468113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/39edfa0769514875a88826c02a3f099b is 50, key is test_row_0/C:col10/1731043407940/Put/seqid=0
2024-11-08T05:23:28,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742048_1224 (size=12001)
2024-11-08T05:23:28,172 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/39edfa0769514875a88826c02a3f099b
2024-11-08T05:23:28,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/d0e22a71866a4769bb3b08495ba7602c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d0e22a71866a4769bb3b08495ba7602c
2024-11-08T05:23:28,193 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d0e22a71866a4769bb3b08495ba7602c, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T05:23:28,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/9b5eac9765fd4ef2a0c9209061dabd76 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/9b5eac9765fd4ef2a0c9209061dabd76
2024-11-08T05:23:28,206 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/9b5eac9765fd4ef2a0c9209061dabd76, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T05:23:28,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/39edfa0769514875a88826c02a3f099b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/39edfa0769514875a88826c02a3f099b
2024-11-08T05:23:28,218 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/39edfa0769514875a88826c02a3f099b, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T05:23:28,219 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f3abfe43cc8edbdc5d44b8e7395701a5 in 271ms, sequenceid=13, compaction requested=false
2024-11-08T05:23:28,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:28,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63
2024-11-08T05:23:28,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:28,243 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T05:23:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-08T05:23:28,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/75b869047cd0415b84e6a4f42f79f8a3 is 50, key is test_row_0/A:col10/1731043407989/Put/seqid=0
2024-11-08T05:23:28,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742049_1225 (size=12001)
2024-11-08T05:23:28,278 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/75b869047cd0415b84e6a4f42f79f8a3
2024-11-08T05:23:28,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/2ca5c6f01aa749dd8537b06343b54927 is 50, key is test_row_0/B:col10/1731043407989/Put/seqid=0
2024-11-08T05:23:28,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742050_1226 (size=12001)
2024-11-08T05:23:28,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:28,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:28,321 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043468319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043468319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043468319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043468320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043468320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,323 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043468429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043468429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,432 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,432 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043468429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-08T05:23:28,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043468629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043468629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043468638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043468638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,639 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043468639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,705 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/2ca5c6f01aa749dd8537b06343b54927
2024-11-08T05:23:28,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/908d11d112764c539888f73920f27277 is 50, key is test_row_0/C:col10/1731043407989/Put/seqid=0
2024-11-08T05:23:28,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742051_1227 (size=12001)
2024-11-08T05:23:28,715 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/908d11d112764c539888f73920f27277
2024-11-08T05:23:28,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/75b869047cd0415b84e6a4f42f79f8a3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/75b869047cd0415b84e6a4f42f79f8a3
2024-11-08T05:23:28,723 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/75b869047cd0415b84e6a4f42f79f8a3, entries=150, sequenceid=38, filesize=11.7 K
2024-11-08T05:23:28,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/2ca5c6f01aa749dd8537b06343b54927 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/2ca5c6f01aa749dd8537b06343b54927
2024-11-08T05:23:28,729 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/2ca5c6f01aa749dd8537b06343b54927, entries=150, sequenceid=38, filesize=11.7 K
2024-11-08T05:23:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/908d11d112764c539888f73920f27277 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/908d11d112764c539888f73920f27277
2024-11-08T05:23:28,736 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/908d11d112764c539888f73920f27277, entries=150, sequenceid=38, filesize=11.7 K
2024-11-08T05:23:28,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for f3abfe43cc8edbdc5d44b8e7395701a5 in 494ms, sequenceid=38, compaction requested=false
2024-11-08T05:23:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:28,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-08T05:23:28,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-08T05:23:28,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-08T05:23:28,740 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 803 msec
2024-11-08T05:23:28,743 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 811 msec
2024-11-08T05:23:28,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:28,951 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:28,951 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:23:28,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/af11a6a9d9664e9e8242bd712b44bc44 is 50, key is test_row_0/A:col10/1731043408318/Put/seqid=0
2024-11-08T05:23:28,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742052_1228 (size=16681)
2024-11-08T05:23:28,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043468980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043468981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,984 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:28,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043468982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:28,985 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-08T05:23:29,069 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:29,069 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:29,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees
2024-11-08T05:23:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-08T05:23:29,071 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:29,072 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:29,072 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:29,090 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043469088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043469088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043469088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043469139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,142 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043469139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,143 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-08T05:23:29,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-08T05:23:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,224 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043469298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043469298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043469299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,302 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,361 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/af11a6a9d9664e9e8242bd712b44bc44
2024-11-08T05:23:29,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/0038fee70aec4ee2b0eb81c58cafe88b is 50, key is test_row_0/B:col10/1731043408318/Put/seqid=0
2024-11-08T05:23:29,376 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-08T05:23:29,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:29,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742053_1229 (size=12001)
2024-11-08T05:23:29,382 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/0038fee70aec4ee2b0eb81c58cafe88b
2024-11-08T05:23:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-08T05:23:29,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/476a4a9da6a0473aa5e3e63d68daae1f is 50, key is test_row_0/C:col10/1731043408318/Put/seqid=0
2024-11-08T05:23:29,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742054_1230 (size=12001)
2024-11-08T05:23:29,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-08T05:23:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043469609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043469609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,612 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043469609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:29,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:29,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-08T05:23:29,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:29,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=65
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-08T05:23:29,795 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/476a4a9da6a0473aa5e3e63d68daae1f
2024-11-08T05:23:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/af11a6a9d9664e9e8242bd712b44bc44 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/af11a6a9d9664e9e8242bd712b44bc44
2024-11-08T05:23:29,803 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/af11a6a9d9664e9e8242bd712b44bc44, entries=250, sequenceid=53, filesize=16.3 K
2024-11-08T05:23:29,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/0038fee70aec4ee2b0eb81c58cafe88b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0038fee70aec4ee2b0eb81c58cafe88b
2024-11-08T05:23:29,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0038fee70aec4ee2b0eb81c58cafe88b, entries=150, sequenceid=53, filesize=11.7 K
2024-11-08T05:23:29,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/476a4a9da6a0473aa5e3e63d68daae1f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/476a4a9da6a0473aa5e3e63d68daae1f
2024-11-08T05:23:29,812 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/476a4a9da6a0473aa5e3e63d68daae1f, entries=150, sequenceid=53, filesize=11.7 K
2024-11-08T05:23:29,813 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f3abfe43cc8edbdc5d44b8e7395701a5 in 862ms, sequenceid=53, compaction requested=true
2024-11-08T05:23:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:29,813 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:29,813 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:29,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:29,814 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:29,814 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:29,814 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:29,814 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:29,814 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,814 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,814 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d0e22a71866a4769bb3b08495ba7602c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/75b869047cd0415b84e6a4f42f79f8a3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/af11a6a9d9664e9e8242bd712b44bc44] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=39.7 K
2024-11-08T05:23:29,814 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/9b5eac9765fd4ef2a0c9209061dabd76, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/2ca5c6f01aa749dd8537b06343b54927, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0038fee70aec4ee2b0eb81c58cafe88b] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=35.2 K
2024-11-08T05:23:29,815 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0e22a71866a4769bb3b08495ba7602c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043407940
2024-11-08T05:23:29,815 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b5eac9765fd4ef2a0c9209061dabd76, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043407940
2024-11-08T05:23:29,815 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ca5c6f01aa749dd8537b06343b54927, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731043407985
2024-11-08T05:23:29,815 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75b869047cd0415b84e6a4f42f79f8a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731043407985
2024-11-08T05:23:29,815 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0038fee70aec4ee2b0eb81c58cafe88b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043408318
2024-11-08T05:23:29,816 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting af11a6a9d9664e9e8242bd712b44bc44, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043408318
2024-11-08T05:23:29,824 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#190 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:29,824 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:29,825 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/6d23cf7960784a8ba414ea40aa443d95 is 50, key is test_row_0/A:col10/1731043408318/Put/seqid=0
2024-11-08T05:23:29,825 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/fdc47e60fb4643c3a7888ccc627cc804 is 50, key is test_row_0/B:col10/1731043408318/Put/seqid=0
2024-11-08T05:23:29,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742056_1232 (size=12104)
2024-11-08T05:23:29,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742055_1231 (size=12104)
2024-11-08T05:23:29,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65
2024-11-08T05:23:29,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,835 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T05:23:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/f16e163242684d55abc463c04c5bd5c3 is 50, key is test_row_0/A:col10/1731043408969/Put/seqid=0
2024-11-08T05:23:29,845 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/6d23cf7960784a8ba414ea40aa443d95 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/6d23cf7960784a8ba414ea40aa443d95
2024-11-08T05:23:29,854 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into 6d23cf7960784a8ba414ea40aa443d95(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:29,854 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:29,854 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043409813; duration=0sec
2024-11-08T05:23:29,854 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:29,854 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:29,854 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:29,855 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:29,855 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:29,855 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:29,855 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/39edfa0769514875a88826c02a3f099b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/908d11d112764c539888f73920f27277, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/476a4a9da6a0473aa5e3e63d68daae1f] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=35.2 K
2024-11-08T05:23:29,857 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39edfa0769514875a88826c02a3f099b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043407940
2024-11-08T05:23:29,857 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 908d11d112764c539888f73920f27277, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731043407985
2024-11-08T05:23:29,857 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 476a4a9da6a0473aa5e3e63d68daae1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043408318
2024-11-08T05:23:29,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742057_1233 (size=12001)
2024-11-08T05:23:29,871 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/f16e163242684d55abc463c04c5bd5c3
2024-11-08T05:23:29,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/05dd69b4046648c1ac047667374373ab is 50, key is test_row_0/B:col10/1731043408969/Put/seqid=0
2024-11-08T05:23:29,883 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:29,883 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/d41caedc94164a0b8e208818625c07ec is 50, key is test_row_0/C:col10/1731043408318/Put/seqid=0
2024-11-08T05:23:29,892 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T05:23:29,903 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742059_1235 (size=12104)
2024-11-08T05:23:29,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742058_1234 (size=12001)
2024-11-08T05:23:29,909 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/05dd69b4046648c1ac047667374373ab
2024-11-08T05:23:29,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/6261784e311b40d38624bec903984ab9 is 50, key is test_row_0/C:col10/1731043408969/Put/seqid=0
2024-11-08T05:23:29,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742060_1236 (size=12001)
2024-11-08T05:23:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:30,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:30,136 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043470132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043470133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043470136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043470149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043470149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,151 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in f3abfe43cc8edbdc5d44b8e7395701a5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:30,151 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in f3abfe43cc8edbdc5d44b8e7395701a5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-08T05:23:30,239 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/fdc47e60fb4643c3a7888ccc627cc804 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/fdc47e60fb4643c3a7888ccc627cc804
2024-11-08T05:23:30,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043470239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043470239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,244 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into fdc47e60fb4643c3a7888ccc627cc804(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:30,244 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:30,244 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043409813; duration=0sec
2024-11-08T05:23:30,244 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:30,244 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:30,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043470249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,251 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,308 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/d41caedc94164a0b8e208818625c07ec as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d41caedc94164a0b8e208818625c07ec
2024-11-08T05:23:30,313 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into d41caedc94164a0b8e208818625c07ec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:30,313 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:30,313 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043409813; duration=0sec
2024-11-08T05:23:30,313 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:30,313 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:30,344 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/6261784e311b40d38624bec903984ab9
2024-11-08T05:23:30,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/f16e163242684d55abc463c04c5bd5c3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f16e163242684d55abc463c04c5bd5c3
2024-11-08T05:23:30,354 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f16e163242684d55abc463c04c5bd5c3, entries=150, sequenceid=74, filesize=11.7 K
2024-11-08T05:23:30,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/05dd69b4046648c1ac047667374373ab as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/05dd69b4046648c1ac047667374373ab
2024-11-08T05:23:30,359 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/05dd69b4046648c1ac047667374373ab, entries=150, sequenceid=74, filesize=11.7 K
2024-11-08T05:23:30,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/6261784e311b40d38624bec903984ab9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/6261784e311b40d38624bec903984ab9
2024-11-08T05:23:30,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/6261784e311b40d38624bec903984ab9, entries=150, sequenceid=74, filesize=11.7 K
2024-11-08T05:23:30,364 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for f3abfe43cc8edbdc5d44b8e7395701a5 in 529ms, sequenceid=74, compaction requested=false
2024-11-08T05:23:30,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:30,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:30,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65
2024-11-08T05:23:30,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=65
2024-11-08T05:23:30,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-08T05:23:30,367 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2940 sec
2024-11-08T05:23:30,369 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.2990 sec
2024-11-08T05:23:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:30,451 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:30,451 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T05:23:30,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/476c8b1ed9414c3aa5ab6464880aa164 is 50, key is test_row_0/A:col10/1731043410451/Put/seqid=0
2024-11-08T05:23:30,460 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742061_1237 (size=14341)
2024-11-08T05:23:30,461 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/476c8b1ed9414c3aa5ab6464880aa164
2024-11-08T05:23:30,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/7f5f51f5b9754c648d60ab930b4da9a1 is 50, key is test_row_0/B:col10/1731043410451/Put/seqid=0
2024-11-08T05:23:30,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742062_1238 (size=12001)
2024-11-08T05:23:30,478 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/7f5f51f5b9754c648d60ab930b4da9a1
2024-11-08T05:23:30,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043470479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,483 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043470480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,484 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043470480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/3f6dd299c86842948982aa7975b5b54b is 50, key is test_row_0/C:col10/1731043410451/Put/seqid=0
2024-11-08T05:23:30,502 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742063_1239 (size=12001)
2024-11-08T05:23:30,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043470588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043470588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043470589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,592 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043470799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043470799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043470799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:30,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:30,903 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/3f6dd299c86842948982aa7975b5b54b
2024-11-08T05:23:30,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/476c8b1ed9414c3aa5ab6464880aa164 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/476c8b1ed9414c3aa5ab6464880aa164
2024-11-08T05:23:30,911 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/476c8b1ed9414c3aa5ab6464880aa164, entries=200, sequenceid=94, filesize=14.0 K
2024-11-08T05:23:30,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/7f5f51f5b9754c648d60ab930b4da9a1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/7f5f51f5b9754c648d60ab930b4da9a1
2024-11-08T05:23:30,915 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/7f5f51f5b9754c648d60ab930b4da9a1, entries=150, sequenceid=94, filesize=11.7 K
2024-11-08T05:23:30,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/3f6dd299c86842948982aa7975b5b54b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3f6dd299c86842948982aa7975b5b54b
2024-11-08T05:23:30,919 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3f6dd299c86842948982aa7975b5b54b, entries=150, sequenceid=94, filesize=11.7 K
2024-11-08T05:23:30,920 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for f3abfe43cc8edbdc5d44b8e7395701a5 in 469ms, sequenceid=94, compaction requested=true
2024-11-08T05:23:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:30,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:30,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:30,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:30,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:30,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:30,921 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:30,921 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:30,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:30,922 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:30,922 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:30,922 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:30,922 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/6d23cf7960784a8ba414ea40aa443d95, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f16e163242684d55abc463c04c5bd5c3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/476c8b1ed9414c3aa5ab6464880aa164] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=37.5 K
2024-11-08T05:23:30,922 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:30,922 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:30,922 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:30,922 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/fdc47e60fb4643c3a7888ccc627cc804, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/05dd69b4046648c1ac047667374373ab, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/7f5f51f5b9754c648d60ab930b4da9a1] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=35.3 K
2024-11-08T05:23:30,922 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d23cf7960784a8ba414ea40aa443d95, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043408318
2024-11-08T05:23:30,923 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting fdc47e60fb4643c3a7888ccc627cc804, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043408318
2024-11-08T05:23:30,923 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f16e163242684d55abc463c04c5bd5c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731043408969
2024-11-08T05:23:30,923 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 05dd69b4046648c1ac047667374373ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731043408969
2024-11-08T05:23:30,923 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 476c8b1ed9414c3aa5ab6464880aa164, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043410131
2024-11-08T05:23:30,923 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f5f51f5b9754c648d60ab930b4da9a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043410131
2024-11-08T05:23:30,931 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:30,931 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#198 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:30,931 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/9f569e7d3b3b4a8d836691663a511811 is 50, key is test_row_0/A:col10/1731043410451/Put/seqid=0
2024-11-08T05:23:30,931 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/a05a53d9174b47bb908b2ea1ca5194f7 is 50, key is test_row_0/B:col10/1731043410451/Put/seqid=0
2024-11-08T05:23:30,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742065_1241 (size=12207)
2024-11-08T05:23:30,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742064_1240 (size=12207)
2024-11-08T05:23:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:31,111 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:31,111 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T05:23:31,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/25d601e592ee4ca1b766a8a94cec9a0d is 50, key is test_row_0/A:col10/1731043410478/Put/seqid=0
2024-11-08T05:23:31,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742066_1242 (size=16681)
2024-11-08T05:23:31,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043471126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043471127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043471129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64
2024-11-08T05:23:31,219 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:31,219 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:31,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees
2024-11-08T05:23:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-08T05:23:31,221 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:31,222 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:31,222 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:31,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043471238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043471238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043471238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-08T05:23:31,342 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/9f569e7d3b3b4a8d836691663a511811 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/9f569e7d3b3b4a8d836691663a511811
2024-11-08T05:23:31,348 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/a05a53d9174b47bb908b2ea1ca5194f7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a05a53d9174b47bb908b2ea1ca5194f7
2024-11-08T05:23:31,348 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into 9f569e7d3b3b4a8d836691663a511811(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:31,348 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:31,348 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043410920; duration=0sec
2024-11-08T05:23:31,348 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:31,348 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:31,348 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:31,349 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:31,349 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:31,349 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,349 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d41caedc94164a0b8e208818625c07ec, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/6261784e311b40d38624bec903984ab9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3f6dd299c86842948982aa7975b5b54b] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=35.3 K
2024-11-08T05:23:31,358 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting d41caedc94164a0b8e208818625c07ec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043408318
2024-11-08T05:23:31,359 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6261784e311b40d38624bec903984ab9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1731043408969
2024-11-08T05:23:31,359 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f6dd299c86842948982aa7975b5b54b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043410131
2024-11-08T05:23:31,362 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into a05a53d9174b47bb908b2ea1ca5194f7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:31,362 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:31,362 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043410921; duration=0sec
2024-11-08T05:23:31,362 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:31,362 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:31,366 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:31,367 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/14ee565b82fa4759949661d1e4309858 is 50, key is test_row_0/C:col10/1731043410451/Put/seqid=0
2024-11-08T05:23:31,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-08T05:23:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,374 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742067_1243 (size=12207)
2024-11-08T05:23:31,391 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/14ee565b82fa4759949661d1e4309858 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/14ee565b82fa4759949661d1e4309858
2024-11-08T05:23:31,395 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 14ee565b82fa4759949661d1e4309858(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:31,395 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:31,395 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043410921; duration=0sec
2024-11-08T05:23:31,395 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:31,395 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:31,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043471448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043471448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,450 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043471448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,450 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,451 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,520 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/25d601e592ee4ca1b766a8a94cec9a0d
2024-11-08T05:23:31,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-08T05:23:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/193c902204b14f65a374ef609c4c1286 is 50, key is test_row_0/B:col10/1731043410478/Put/seqid=0
2024-11-08T05:23:31,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742068_1244 (size=12001)
2024-11-08T05:23:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-08T05:23:31,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-08T05:23:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043471759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043471759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043471759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:31,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-08T05:23:31,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:31,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-08T05:23:31,933 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/193c902204b14f65a374ef609c4c1286
2024-11-08T05:23:31,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/1373c3337e734b34a5505e8a2b2afccf is 50, key is test_row_0/C:col10/1731043410478/Put/seqid=0
2024-11-08T05:23:31,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742069_1245 (size=12001)
2024-11-08T05:23:31,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-08T05:23:31,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:31,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:31,985 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:32,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-08T05:23:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:32,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:32,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:32,170 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043472169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:32,171 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in f3abfe43cc8edbdc5d44b8e7395701a5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,171 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:32,180 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043472179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:32,181 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in f3abfe43cc8edbdc5d44b8e7395701a5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:32,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:32,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043472269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043472269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043472269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:32,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:32,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-08T05:23:32,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:32,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:32,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:32,291 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:32,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:32,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=67
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:32,343 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/1373c3337e734b34a5505e8a2b2afccf
2024-11-08T05:23:32,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/25d601e592ee4ca1b766a8a94cec9a0d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/25d601e592ee4ca1b766a8a94cec9a0d
2024-11-08T05:23:32,351 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/25d601e592ee4ca1b766a8a94cec9a0d, entries=250, sequenceid=116, filesize=16.3 K
2024-11-08T05:23:32,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/193c902204b14f65a374ef609c4c1286 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/193c902204b14f65a374ef609c4c1286
2024-11-08T05:23:32,355 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/193c902204b14f65a374ef609c4c1286, entries=150, sequenceid=116, filesize=11.7 K
2024-11-08T05:23:32,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/1373c3337e734b34a5505e8a2b2afccf as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/1373c3337e734b34a5505e8a2b2afccf
2024-11-08T05:23:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-08T05:23:32,360 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/1373c3337e734b34a5505e8a2b2afccf, entries=150, sequenceid=116, filesize=11.7 K
2024-11-08T05:23:32,361 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for f3abfe43cc8edbdc5d44b8e7395701a5 in 1250ms, sequenceid=116, compaction requested=false
2024-11-08T05:23:32,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:32,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67
2024-11-08T05:23:32,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:32,443 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T05:23:32,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/c509accd1b5e44d690cabe0dab8cf55a is 50, key is test_row_0/A:col10/1731043411115/Put/seqid=0
2024-11-08T05:23:32,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742070_1246 (size=12051)
2024-11-08T05:23:32,852 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/c509accd1b5e44d690cabe0dab8cf55a
2024-11-08T05:23:32,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/88bb76f43ccc42b5a79609a598d4d2f1 is 50, key is test_row_0/B:col10/1731043411115/Put/seqid=0
2024-11-08T05:23:32,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742071_1247 (size=12051)
2024-11-08T05:23:33,264 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/88bb76f43ccc42b5a79609a598d4d2f1
2024-11-08T05:23:33,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/a458f12186444f419ccb588ab62c43b8 is 50, key is test_row_0/C:col10/1731043411115/Put/seqid=0
2024-11-08T05:23:33,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742072_1248 (size=12051)
2024-11-08T05:23:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:33,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:33,312 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043473309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,313 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043473309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,313 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,317 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043473313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-08T05:23:33,421 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043473418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043473418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,422 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043473428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043473629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043473629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,631 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,640 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043473638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,678 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/a458f12186444f419ccb588ab62c43b8
2024-11-08T05:23:33,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/c509accd1b5e44d690cabe0dab8cf55a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c509accd1b5e44d690cabe0dab8cf55a
2024-11-08T05:23:33,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c509accd1b5e44d690cabe0dab8cf55a, entries=150, sequenceid=133, filesize=11.8 K
2024-11-08T05:23:33,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/88bb76f43ccc42b5a79609a598d4d2f1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/88bb76f43ccc42b5a79609a598d4d2f1
2024-11-08T05:23:33,697 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/88bb76f43ccc42b5a79609a598d4d2f1, entries=150, sequenceid=133, filesize=11.8 K
2024-11-08T05:23:33,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/a458f12186444f419ccb588ab62c43b8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/a458f12186444f419ccb588ab62c43b8
2024-11-08T05:23:33,703 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/a458f12186444f419ccb588ab62c43b8, entries=150, sequenceid=133, filesize=11.8 K
2024-11-08T05:23:33,704 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for f3abfe43cc8edbdc5d44b8e7395701a5 in 1261ms, sequenceid=133, compaction requested=true
2024-11-08T05:23:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67
2024-11-08T05:23:33,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=67
2024-11-08T05:23:33,707 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-11-08T05:23:33,707 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4830 sec
2024-11-08T05:23:33,708 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.4870 sec
2024-11-08T05:23:33,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:33,941 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:33,941 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:23:33,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/dff5e07f529441b1b385dce4f6eac40d is 50, key is test_row_0/A:col10/1731043413311/Put/seqid=0
2024-11-08T05:23:33,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043473953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043473953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:33,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043473954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:33,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742073_1249 (size=14541)
2024-11-08T05:23:34,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043474059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,062 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043474059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,072 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043474069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,072 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043474268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043474269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043474279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,401 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/dff5e07f529441b1b385dce4f6eac40d
2024-11-08T05:23:34,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/8962a1d874424915a9dd70ff2aecef71 is 50, key is test_row_0/B:col10/1731043413311/Put/seqid=0
2024-11-08T05:23:34,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742074_1250 (size=12151)
2024-11-08T05:23:34,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043474579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043474579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:34,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043474588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:34,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:34,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:34,819 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/8962a1d874424915a9dd70ff2aecef71
2024-11-08T05:23:34,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/605c27e9c7e14511b7c768a5915dcf6d is 50, key is test_row_0/C:col10/1731043413311/Put/seqid=0
2024-11-08T05:23:34,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742075_1251 (size=12151)
2024-11-08T05:23:35,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043475089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:35,091 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:35,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043475089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:35,091 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:35,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043475098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:35,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:35,229 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/605c27e9c7e14511b7c768a5915dcf6d
2024-11-08T05:23:35,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/dff5e07f529441b1b385dce4f6eac40d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/dff5e07f529441b1b385dce4f6eac40d
2024-11-08T05:23:35,243 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/dff5e07f529441b1b385dce4f6eac40d, entries=200, sequenceid=157, filesize=14.2 K
2024-11-08T05:23:35,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/8962a1d874424915a9dd70ff2aecef71 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/8962a1d874424915a9dd70ff2aecef71
2024-11-08T05:23:35,249 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/8962a1d874424915a9dd70ff2aecef71, entries=150, sequenceid=157, filesize=11.9 K
2024-11-08T05:23:35,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/605c27e9c7e14511b7c768a5915dcf6d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/605c27e9c7e14511b7c768a5915dcf6d
2024-11-08T05:23:35,254 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/605c27e9c7e14511b7c768a5915dcf6d, entries=150, sequenceid=157, filesize=11.9 K
2024-11-08T05:23:35,255 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for f3abfe43cc8edbdc5d44b8e7395701a5 in 1314ms, sequenceid=157, compaction requested=true
2024-11-08T05:23:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:35,255 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:23:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:35,255 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:23:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:35,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:35,256 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:23:35,256 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 55480 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:23:35,256 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:35,256 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:35,256 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:35,257 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a05a53d9174b47bb908b2ea1ca5194f7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/193c902204b14f65a374ef609c4c1286, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/88bb76f43ccc42b5a79609a598d4d2f1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/8962a1d874424915a9dd70ff2aecef71] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=47.3 K
2024-11-08T05:23:35,257 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:35,257 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/9f569e7d3b3b4a8d836691663a511811, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/25d601e592ee4ca1b766a8a94cec9a0d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c509accd1b5e44d690cabe0dab8cf55a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/dff5e07f529441b1b385dce4f6eac40d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=54.2 K
2024-11-08T05:23:35,257 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a05a53d9174b47bb908b2ea1ca5194f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043410131
2024-11-08T05:23:35,257 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f569e7d3b3b4a8d836691663a511811, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043410131
2024-11-08T05:23:35,258 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 193c902204b14f65a374ef609c4c1286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731043410478
2024-11-08T05:23:35,258 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25d601e592ee4ca1b766a8a94cec9a0d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731043410471
2024-11-08T05:23:35,258 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c509accd1b5e44d690cabe0dab8cf55a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043411115
2024-11-08T05:23:35,258 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 88bb76f43ccc42b5a79609a598d4d2f1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043411115
2024-11-08T05:23:35,258 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting dff5e07f529441b1b385dce4f6eac40d, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731043413304
2024-11-08T05:23:35,259 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 8962a1d874424915a9dd70ff2aecef71, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731043413304
2024-11-08T05:23:35,276 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:35,276 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/e5bea476539a420e9caf8984ad8f75d1 is 50, key is test_row_0/B:col10/1731043413311/Put/seqid=0
2024-11-08T05:23:35,279 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:35,280 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/c15f7f26633043bdb78bf91722ca0b0c is 50, key is test_row_0/A:col10/1731043413311/Put/seqid=0
2024-11-08T05:23:35,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742076_1252 (size=12493)
2024-11-08T05:23:35,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742077_1253 (size=12493)
2024-11-08T05:23:35,304 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/c15f7f26633043bdb78bf91722ca0b0c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c15f7f26633043bdb78bf91722ca0b0c
2024-11-08T05:23:35,312 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into c15f7f26633043bdb78bf91722ca0b0c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:35,312 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:35,312 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=12, startTime=1731043415255; duration=0sec
2024-11-08T05:23:35,312 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:35,312 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:35,312 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:23:35,314 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:23:35,314 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:35,314 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:35,314 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/14ee565b82fa4759949661d1e4309858, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/1373c3337e734b34a5505e8a2b2afccf, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/a458f12186444f419ccb588ab62c43b8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/605c27e9c7e14511b7c768a5915dcf6d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=47.3 K
2024-11-08T05:23:35,315 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14ee565b82fa4759949661d1e4309858, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043410131
2024-11-08T05:23:35,316 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1373c3337e734b34a5505e8a2b2afccf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731043410478
2024-11-08T05:23:35,316 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting a458f12186444f419ccb588ab62c43b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731043411115
2024-11-08T05:23:35,316 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 605c27e9c7e14511b7c768a5915dcf6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731043413304
2024-11-08T05:23:35,337 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#212 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:35,337 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/0271a42760974c909b40e59161a66d36 is 50, key is test_row_0/C:col10/1731043413311/Put/seqid=0
2024-11-08T05:23:35,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742078_1254 (size=12493)
2024-11-08T05:23:35,373 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/0271a42760974c909b40e59161a66d36 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0271a42760974c909b40e59161a66d36
2024-11-08T05:23:35,386 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 0271a42760974c909b40e59161a66d36(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:35,386 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:35,386 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=12, startTime=1731043415255; duration=0sec
2024-11-08T05:23:35,386 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:35,386 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:35,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-08T05:23:35,389 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:35,390 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:35,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees
2024-11-08T05:23:35,392 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:35,395 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:35,395 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:35,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-08T05:23:35,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-08T05:23:35,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69
2024-11-08T05:23:35,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:35,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-08T05:23:35,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/3609d7ebf0b246fe9ec03eb267663214 is 50, key is test_row_0/A:col10/1731043413950/Put/seqid=0
2024-11-08T05:23:35,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742079_1255 (size=12151)
2024-11-08T05:23:35,695 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/e5bea476539a420e9caf8984ad8f75d1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e5bea476539a420e9caf8984ad8f75d1
2024-11-08T05:23:35,699 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into e5bea476539a420e9caf8984ad8f75d1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:35,699 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:35,699 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=12, startTime=1731043415255; duration=0sec
2024-11-08T05:23:35,699 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:35,699 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-08T05:23:35,796 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees
2024-11-08T05:23:35,796 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer
2024-11-08T05:23:35,956 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/3609d7ebf0b246fe9ec03eb267663214
2024-11-08T05:23:35,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/84c47042fbaa4e7a9483fc031718fa07 is 50, key is test_row_0/B:col10/1731043413950/Put/seqid=0
2024-11-08T05:23:35,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742080_1256 (size=12151)
2024-11-08T05:23:36,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-08T05:23:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:36,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:36,137 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043476134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,138 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043476135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043476138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,210 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043476208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,210 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in f3abfe43cc8edbdc5d44b8e7395701a5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:36,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,220 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043476218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,220 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in f3abfe43cc8edbdc5d44b8e7395701a5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8228 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,249 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043476249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043476249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043476249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,370 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/84c47042fbaa4e7a9483fc031718fa07
2024-11-08T05:23:36,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/deb442198a384a6b8ca09b0e8a74208b is 50, key is test_row_0/C:col10/1731043413950/Put/seqid=0
2024-11-08T05:23:36,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742081_1257 (size=12151)
2024-11-08T05:23:36,381 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/deb442198a384a6b8ca09b0e8a74208b
2024-11-08T05:23:36,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/3609d7ebf0b246fe9ec03eb267663214 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3609d7ebf0b246fe9ec03eb267663214
2024-11-08T05:23:36,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3609d7ebf0b246fe9ec03eb267663214, entries=150, sequenceid=171, filesize=11.9 K
2024-11-08T05:23:36,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/84c47042fbaa4e7a9483fc031718fa07 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/84c47042fbaa4e7a9483fc031718fa07
2024-11-08T05:23:36,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/84c47042fbaa4e7a9483fc031718fa07, entries=150, sequenceid=171, filesize=11.9 K
2024-11-08T05:23:36,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/deb442198a384a6b8ca09b0e8a74208b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/deb442198a384a6b8ca09b0e8a74208b
2024-11-08T05:23:36,401 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/deb442198a384a6b8ca09b0e8a74208b, entries=150, sequenceid=171, filesize=11.9 K
2024-11-08T05:23:36,402 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for f3abfe43cc8edbdc5d44b8e7395701a5 in 854ms, sequenceid=171, compaction requested=false
2024-11-08T05:23:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-08T05:23:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-08T05:23:36,404 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-08T05:23:36,405 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0080 sec
2024-11-08T05:23:36,406 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.0150 sec
2024-11-08T05:23:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:36,461 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:36,461 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T05:23:36,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/19a468b9af3b4bd393c423cbf00d5545 is 50, key is test_row_0/A:col10/1731043416133/Put/seqid=0
2024-11-08T05:23:36,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742082_1258 (size=19321)
2024-11-08T05:23:36,471 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/19a468b9af3b4bd393c423cbf00d5545
2024-11-08T05:23:36,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043476469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,472 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043476471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043476471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/842716ed1a6d403f80d0f5bac54a328c is 50, key is test_row_0/B:col10/1731043416133/Put/seqid=0
2024-11-08T05:23:36,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742083_1259 (size=12151)
2024-11-08T05:23:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-08T05:23:36,529 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:36,529 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees
2024-11-08T05:23:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-08T05:23:36,531 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:36,531 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:36,531 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:36,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043476579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043476579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043476579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-08T05:23:36,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-08T05:23:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:36,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,684 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:36,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:36,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043476789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043476789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043476789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:36,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-08T05:23:36,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:36,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:36,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=71
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:36,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-08T05:23:36,890 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/842716ed1a6d403f80d0f5bac54a328c
2024-11-08T05:23:36,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/b444a8368e38483398d6dc71c17420e5 is 50, key is test_row_0/C:col10/1731043416133/Put/seqid=0
2024-11-08T05:23:36,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742084_1260 (size=12151)
2024-11-08T05:23:36,907 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/b444a8368e38483398d6dc71c17420e5
2024-11-08T05:23:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/19a468b9af3b4bd393c423cbf00d5545 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/19a468b9af3b4bd393c423cbf00d5545
2024-11-08T05:23:36,915 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/19a468b9af3b4bd393c423cbf00d5545, entries=300, sequenceid=199, filesize=18.9 K
2024-11-08T05:23:36,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/842716ed1a6d403f80d0f5bac54a328c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/842716ed1a6d403f80d0f5bac54a328c
2024-11-08T05:23:36,919 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/842716ed1a6d403f80d0f5bac54a328c, entries=150, sequenceid=199, filesize=11.9 K
2024-11-08T05:23:36,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/b444a8368e38483398d6dc71c17420e5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/b444a8368e38483398d6dc71c17420e5
2024-11-08T05:23:36,924 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/b444a8368e38483398d6dc71c17420e5, entries=150, sequenceid=199, filesize=11.9 K
2024-11-08T05:23:36,925 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f3abfe43cc8edbdc5d44b8e7395701a5 in 464ms, sequenceid=199, compaction requested=true
2024-11-08T05:23:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:36,925 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:36,925 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:36,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:36,926 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:36,927 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:36,927 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,927 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e5bea476539a420e9caf8984ad8f75d1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/84c47042fbaa4e7a9483fc031718fa07, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/842716ed1a6d403f80d0f5bac54a328c] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=35.9 K
2024-11-08T05:23:36,927 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 43965 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:36,927 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:36,927 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,927 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting e5bea476539a420e9caf8984ad8f75d1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731043413304
2024-11-08T05:23:36,927 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c15f7f26633043bdb78bf91722ca0b0c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3609d7ebf0b246fe9ec03eb267663214, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/19a468b9af3b4bd393c423cbf00d5545] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=42.9 K
2024-11-08T05:23:36,927 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c15f7f26633043bdb78bf91722ca0b0c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731043413304
2024-11-08T05:23:36,927 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 84c47042fbaa4e7a9483fc031718fa07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731043413950
2024-11-08T05:23:36,928 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 842716ed1a6d403f80d0f5bac54a328c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731043416133
2024-11-08T05:23:36,928 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3609d7ebf0b246fe9ec03eb267663214, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731043413950
2024-11-08T05:23:36,928 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19a468b9af3b4bd393c423cbf00d5545, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731043416133
2024-11-08T05:23:36,936 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#219 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:36,937 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/0b8c2cf3d31a4341ba6ab15fb178b627 is 50, key is test_row_0/A:col10/1731043416133/Put/seqid=0
2024-11-08T05:23:36,940 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:36,940 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/0ecdedb6dd5a4ddaa24d6fe611e07398 is 50, key is test_row_0/B:col10/1731043416133/Put/seqid=0
2024-11-08T05:23:36,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742085_1261 (size=12595)
2024-11-08T05:23:36,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742086_1262 (size=12595)
2024-11-08T05:23:36,967 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/0ecdedb6dd5a4ddaa24d6fe611e07398 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0ecdedb6dd5a4ddaa24d6fe611e07398
2024-11-08T05:23:36,973 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into 0ecdedb6dd5a4ddaa24d6fe611e07398(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:36,973 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:36,973 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043416925; duration=0sec
2024-11-08T05:23:36,973 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:36,973 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:36,974 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:36,975 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:36,975 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:36,975 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,975 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0271a42760974c909b40e59161a66d36, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/deb442198a384a6b8ca09b0e8a74208b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/b444a8368e38483398d6dc71c17420e5] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=35.9 K
2024-11-08T05:23:36,976 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0271a42760974c909b40e59161a66d36, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731043413304
2024-11-08T05:23:36,976 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting deb442198a384a6b8ca09b0e8a74208b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731043413950
2024-11-08T05:23:36,976 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b444a8368e38483398d6dc71c17420e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731043416133
2024-11-08T05:23:36,986 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:36,986 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/5cbd716e2c7349a28ffad5800f704b9e is 50, key is test_row_0/C:col10/1731043416133/Put/seqid=0
2024-11-08T05:23:36,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71
2024-11-08T05:23:36,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:36,989 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-08T05:23:36,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742087_1263 (size=12595)
2024-11-08T05:23:36,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/3a80c27191e347518b441b8b6115583a is 50, key is test_row_0/A:col10/1731043416464/Put/seqid=0
2024-11-08T05:23:37,001 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/5cbd716e2c7349a28ffad5800f704b9e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/5cbd716e2c7349a28ffad5800f704b9e
2024-11-08T05:23:37,011 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 5cbd716e2c7349a28ffad5800f704b9e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:37,011 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:37,011 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043416925; duration=0sec
2024-11-08T05:23:37,011 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:37,011 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:37,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742088_1264 (size=12151)
2024-11-08T05:23:37,014 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/3a80c27191e347518b441b8b6115583a
2024-11-08T05:23:37,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/ae23532d647843428deff0a36038f065 is 50, key is test_row_0/B:col10/1731043416464/Put/seqid=0
2024-11-08T05:23:37,026 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742089_1265 (size=12151)
2024-11-08T05:23:37,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:37,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:37,130 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043477126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,130 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043477128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,131 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043477130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-08T05:23:37,240 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043477239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043477239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043477239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,368 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/0b8c2cf3d31a4341ba6ab15fb178b627 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/0b8c2cf3d31a4341ba6ab15fb178b627
2024-11-08T05:23:37,373 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into 0b8c2cf3d31a4341ba6ab15fb178b627(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:37,373 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:37,373 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043416925; duration=0sec
2024-11-08T05:23:37,373 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:37,373 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:37,427 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/ae23532d647843428deff0a36038f065
2024-11-08T05:23:37,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/f2de02022a824c0b925502f44ebacb46 is 50, key is test_row_0/C:col10/1731043416464/Put/seqid=0
2024-11-08T05:23:37,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742090_1266 (size=12151)
2024-11-08T05:23:37,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043477449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043477449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,452 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043477449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,452 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-08T05:23:37,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043477758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043477758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043477758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:37,847 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/f2de02022a824c0b925502f44ebacb46
2024-11-08T05:23:37,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/3a80c27191e347518b441b8b6115583a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3a80c27191e347518b441b8b6115583a
2024-11-08T05:23:37,854 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3a80c27191e347518b441b8b6115583a, entries=150, sequenceid=209, filesize=11.9 K
2024-11-08T05:23:37,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/ae23532d647843428deff0a36038f065 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ae23532d647843428deff0a36038f065
2024-11-08T05:23:37,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ae23532d647843428deff0a36038f065, entries=150, sequenceid=209, filesize=11.9 K
2024-11-08T05:23:37,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/f2de02022a824c0b925502f44ebacb46 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f2de02022a824c0b925502f44ebacb46
2024-11-08T05:23:37,862 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f2de02022a824c0b925502f44ebacb46, entries=150, sequenceid=209, filesize=11.9 K
2024-11-08T05:23:37,863 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f3abfe43cc8edbdc5d44b8e7395701a5 in 874ms, sequenceid=209, compaction requested=false
2024-11-08T05:23:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:37,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71
2024-11-08T05:23:37,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=71
2024-11-08T05:23:37,866 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-11-08T05:23:37,867 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3330 sec
2024-11-08T05:23:37,868 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.3380 sec
2024-11-08T05:23:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:38,270 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:38,270 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-11-08T05:23:38,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/bcb7e8a06280437e95f67ba820c38095 is 50, key is test_row_0/A:col10/1731043418268/Put/seqid=0
2024-11-08T05:23:38,277 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043478274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742091_1267 (size=12151)
2024-11-08T05:23:38,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,279 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043478276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043478275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,379 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043478378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043478388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043478389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,591 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043478589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043478598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043478598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,678 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/bcb7e8a06280437e95f67ba820c38095
2024-11-08T05:23:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70
2024-11-08T05:23:38,679 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:38,680 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees
2024-11-08T05:23:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-08T05:23:38,681 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:38,682 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:38,682 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:38,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/e0615d66724248229d03694ea4dc4718 is 50, key is test_row_0/B:col10/1731043418268/Put/seqid=0
2024-11-08T05:23:38,690 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742092_1268 (size=12151)
2024-11-08T05:23:38,691 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/e0615d66724248229d03694ea4dc4718
2024-11-08T05:23:38,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/09b093e6a34443f59f5a8222d3ed8b1d is 50, key is test_row_0/C:col10/1731043418268/Put/seqid=0
2024-11-08T05:23:38,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742093_1269 (size=12151)
2024-11-08T05:23:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-08T05:23:38,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-08T05:23:38,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:38,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:38,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:38,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:38,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:38,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043478899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043478909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043478909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:38,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:38,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-08T05:23:38,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:38,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:38,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:38,988 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:38,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=73
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-08T05:23:39,103 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/09b093e6a34443f59f5a8222d3ed8b1d
2024-11-08T05:23:39,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/bcb7e8a06280437e95f67ba820c38095 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/bcb7e8a06280437e95f67ba820c38095
2024-11-08T05:23:39,110 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/bcb7e8a06280437e95f67ba820c38095, entries=150, sequenceid=239, filesize=11.9 K
2024-11-08T05:23:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/e0615d66724248229d03694ea4dc4718 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e0615d66724248229d03694ea4dc4718
2024-11-08T05:23:39,113 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e0615d66724248229d03694ea4dc4718, entries=150, sequenceid=239, filesize=11.9 K
2024-11-08T05:23:39,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/09b093e6a34443f59f5a8222d3ed8b1d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/09b093e6a34443f59f5a8222d3ed8b1d
2024-11-08T05:23:39,117 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/09b093e6a34443f59f5a8222d3ed8b1d, entries=150, sequenceid=239, filesize=11.9 K
2024-11-08T05:23:39,118 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for f3abfe43cc8edbdc5d44b8e7395701a5 in 848ms, sequenceid=239, compaction requested=true
2024-11-08T05:23:39,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:39,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:39,119 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:39,119 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:39,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:39,119 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:39,119 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:39,120 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:39,120 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:39,120 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:39,120 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:39,120 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/0b8c2cf3d31a4341ba6ab15fb178b627, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3a80c27191e347518b441b8b6115583a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/bcb7e8a06280437e95f67ba820c38095] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=36.0 K
2024-11-08T05:23:39,120 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0ecdedb6dd5a4ddaa24d6fe611e07398, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ae23532d647843428deff0a36038f065, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e0615d66724248229d03694ea4dc4718] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=36.0 K
2024-11-08T05:23:39,120 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ecdedb6dd5a4ddaa24d6fe611e07398, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731043416133
2024-11-08T05:23:39,120 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b8c2cf3d31a4341ba6ab15fb178b627, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731043416133
2024-11-08T05:23:39,120 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a80c27191e347518b441b8b6115583a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731043416464
2024-11-08T05:23:39,120 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ae23532d647843428deff0a36038f065, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731043416464
2024-11-08T05:23:39,121 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting e0615d66724248229d03694ea4dc4718, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731043417127
2024-11-08T05:23:39,121 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcb7e8a06280437e95f67ba820c38095, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731043417127
2024-11-08T05:23:39,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73
2024-11-08T05:23:39,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:39,141 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T05:23:39,144 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:39,144 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/b56d7ac26d484be8a251aa68f7d21935 is 50, key is test_row_0/B:col10/1731043418268/Put/seqid=0
2024-11-08T05:23:39,147 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:39,147 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/e8ca3ae4f4be46e783a79ee3d2bc0edb is 50, key is test_row_0/A:col10/1731043418268/Put/seqid=0
2024-11-08T05:23:39,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/90ab5917fc8f4d69b87948c7c7497e48 is 50, key is test_row_0/A:col10/1731043418270/Put/seqid=0
2024-11-08T05:23:39,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742094_1270 (size=12697)
2024-11-08T05:23:39,159 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/b56d7ac26d484be8a251aa68f7d21935 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b56d7ac26d484be8a251aa68f7d21935
2024-11-08T05:23:39,165 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into b56d7ac26d484be8a251aa68f7d21935(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:39,165 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:39,165 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043419119; duration=0sec
2024-11-08T05:23:39,165 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:39,165 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:39,165 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:39,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742095_1271 (size=12697)
2024-11-08T05:23:39,167 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:39,167 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:39,167 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:39,167 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/5cbd716e2c7349a28ffad5800f704b9e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f2de02022a824c0b925502f44ebacb46, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/09b093e6a34443f59f5a8222d3ed8b1d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=36.0 K
2024-11-08T05:23:39,168 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cbd716e2c7349a28ffad5800f704b9e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731043416133
2024-11-08T05:23:39,168 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f2de02022a824c0b925502f44ebacb46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731043416464
2024-11-08T05:23:39,169 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 09b093e6a34443f59f5a8222d3ed8b1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731043417127
2024-11-08T05:23:39,172 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/e8ca3ae4f4be46e783a79ee3d2bc0edb as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/e8ca3ae4f4be46e783a79ee3d2bc0edb
2024-11-08T05:23:39,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742096_1272 (size=12151)
2024-11-08T05:23:39,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/90ab5917fc8f4d69b87948c7c7497e48
2024-11-08T05:23:39,183 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:39,184 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/46cfce2cc1fc403eab5718213ead9f8c is 50, key is test_row_0/C:col10/1731043418268/Put/seqid=0
2024-11-08T05:23:39,185 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into e8ca3ae4f4be46e783a79ee3d2bc0edb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:39,186 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:39,186 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043419118; duration=0sec
2024-11-08T05:23:39,186 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:39,186 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/0e61214b87d04cc99d9daafe920ecdd6 is 50, key is test_row_0/B:col10/1731043418270/Put/seqid=0
2024-11-08T05:23:39,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742097_1273 (size=12697)
2024-11-08T05:23:39,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742098_1274 (size=12151)
2024-11-08T05:23:39,197 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/0e61214b87d04cc99d9daafe920ecdd6
2024-11-08T05:23:39,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/33254ae55b7e48f5ac9b665b93e2f714 is 50, key is test_row_0/C:col10/1731043418270/Put/seqid=0
2024-11-08T05:23:39,204 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/46cfce2cc1fc403eab5718213ead9f8c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/46cfce2cc1fc403eab5718213ead9f8c
2024-11-08T05:23:39,212 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 46cfce2cc1fc403eab5718213ead9f8c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:39,212 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:39,212 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043419119; duration=0sec
2024-11-08T05:23:39,212 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:39,212 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:39,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742099_1275 (size=12151)
2024-11-08T05:23:39,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-08T05:23:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:39,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:39,442 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043479440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,443 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043479441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,443 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043479442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043479549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,550 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043479549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,551 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043479549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,615 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/33254ae55b7e48f5ac9b665b93e2f714
2024-11-08T05:23:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/90ab5917fc8f4d69b87948c7c7497e48 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/90ab5917fc8f4d69b87948c7c7497e48
2024-11-08T05:23:39,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/90ab5917fc8f4d69b87948c7c7497e48, entries=150, sequenceid=247, filesize=11.9 K
2024-11-08T05:23:39,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/0e61214b87d04cc99d9daafe920ecdd6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0e61214b87d04cc99d9daafe920ecdd6
2024-11-08T05:23:39,627 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0e61214b87d04cc99d9daafe920ecdd6, entries=150, sequenceid=247, filesize=11.9 K
2024-11-08T05:23:39,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/33254ae55b7e48f5ac9b665b93e2f714 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/33254ae55b7e48f5ac9b665b93e2f714
2024-11-08T05:23:39,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/33254ae55b7e48f5ac9b665b93e2f714, entries=150, sequenceid=247, filesize=11.9 K
2024-11-08T05:23:39,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for f3abfe43cc8edbdc5d44b8e7395701a5 in 491ms, sequenceid=247, compaction requested=false
2024-11-08T05:23:39,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:39,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:39,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-08T05:23:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-08T05:23:39,641 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-08T05:23:39,641 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 952 msec
2024-11-08T05:23:39,643 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 961 msec
2024-11-08T05:23:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:39,769 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:39,769 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB
2024-11-08T05:23:39,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eafcd53c06964541af8af00a246af1bf is 50, key is test_row_0/A:col10/1731043419761/Put/seqid=0
2024-11-08T05:23:39,788 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043479785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,789 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043479786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043479789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742100_1276 (size=12301)
2024-11-08T05:23:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72
2024-11-08T05:23:39,819 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:39,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees
2024-11-08T05:23:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-08T05:23:39,821 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:39,821 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:39,821 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:39,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043479899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043479899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043479899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:39,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:39,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-08T05:23:39,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-08T05:23:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:39,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:39,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:39,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:39,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043480109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043480109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:40,110 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043480109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,111 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:40,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-08T05:23:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-08T05:23:40,193 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eafcd53c06964541af8af00a246af1bf
2024-11-08T05:23:40,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/d34dedc9843442d6930b37c5b5283781 is 50, key is test_row_0/B:col10/1731043419761/Put/seqid=0
2024-11-08T05:23:40,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742101_1277 (size=12301)
2024-11-08T05:23:40,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-08T05:23:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043480418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043480418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:40,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043480418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:40,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-08T05:23:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-08T05:23:40,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-08T05:23:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=75
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:40,605 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/d34dedc9843442d6930b37c5b5283781
2024-11-08T05:23:40,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/83895f89263b40ed8dc2cd171364c074 is 50, key is test_row_0/C:col10/1731043419761/Put/seqid=0
2024-11-08T05:23:40,616 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742102_1278 (size=12301)
2024-11-08T05:23:40,617 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/83895f89263b40ed8dc2cd171364c074
2024-11-08T05:23:40,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eafcd53c06964541af8af00a246af1bf as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eafcd53c06964541af8af00a246af1bf
2024-11-08T05:23:40,623 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eafcd53c06964541af8af00a246af1bf, entries=150, sequenceid=281, filesize=12.0 K
2024-11-08T05:23:40,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/d34dedc9843442d6930b37c5b5283781 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d34dedc9843442d6930b37c5b5283781
2024-11-08T05:23:40,627 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d34dedc9843442d6930b37c5b5283781, entries=150, sequenceid=281, filesize=12.0 K
2024-11-08T05:23:40,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/83895f89263b40ed8dc2cd171364c074 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/83895f89263b40ed8dc2cd171364c074
2024-11-08T05:23:40,631 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/83895f89263b40ed8dc2cd171364c074, entries=150, sequenceid=281, filesize=12.0 K
2024-11-08T05:23:40,632 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for f3abfe43cc8edbdc5d44b8e7395701a5 in 863ms, sequenceid=281, compaction requested=true
2024-11-08T05:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:40,632 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:40,632 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:40,632 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:40,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:40,633 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:40,633 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:40,633 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:40,633 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:40,634 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,634 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,634 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b56d7ac26d484be8a251aa68f7d21935, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0e61214b87d04cc99d9daafe920ecdd6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d34dedc9843442d6930b37c5b5283781] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=36.3 K
2024-11-08T05:23:40,634 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/e8ca3ae4f4be46e783a79ee3d2bc0edb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/90ab5917fc8f4d69b87948c7c7497e48, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eafcd53c06964541af8af00a246af1bf] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=36.3 K
2024-11-08T05:23:40,635 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b56d7ac26d484be8a251aa68f7d21935, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731043417127
2024-11-08T05:23:40,635 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8ca3ae4f4be46e783a79ee3d2bc0edb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731043417127
2024-11-08T05:23:40,635 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90ab5917fc8f4d69b87948c7c7497e48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731043418270
2024-11-08T05:23:40,635 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e61214b87d04cc99d9daafe920ecdd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731043418270
2024-11-08T05:23:40,635 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d34dedc9843442d6930b37c5b5283781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731043419760
2024-11-08T05:23:40,635 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting eafcd53c06964541af8af00a246af1bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731043419760
2024-11-08T05:23:40,641 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:40,641 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/6431d20065fc4645a3808df83b1af76a is 50, key is test_row_0/B:col10/1731043419761/Put/seqid=0
2024-11-08T05:23:40,648 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:40,648 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/2ea12e5ad1f24c02a5970f63887499da is 50, key is test_row_0/A:col10/1731043419761/Put/seqid=0
2024-11-08T05:23:40,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742103_1279 (size=12949)
2024-11-08T05:23:40,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742104_1280 (size=12949)
2024-11-08T05:23:40,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75
2024-11-08T05:23:40,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:40,737 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB
2024-11-08T05:23:40,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/58ac78f52064469784b5ce2d59c70ff0 is 50, key is test_row_1/A:col10/1731043419787/Put/seqid=0
2024-11-08T05:23:40,752 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742105_1281 (size=7415)
2024-11-08T05:23:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-08T05:23:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:40,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:40,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043480991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,994 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043480991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:40,997 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043480994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:40,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,053 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/6431d20065fc4645a3808df83b1af76a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/6431d20065fc4645a3808df83b1af76a
2024-11-08T05:23:41,058 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into 6431d20065fc4645a3808df83b1af76a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:41,058 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:41,058 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043420632; duration=0sec
2024-11-08T05:23:41,058 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:41,058 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:41,058 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:41,059 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:41,059 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:41,060 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:41,060 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/46cfce2cc1fc403eab5718213ead9f8c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/33254ae55b7e48f5ac9b665b93e2f714, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/83895f89263b40ed8dc2cd171364c074] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=36.3 K
2024-11-08T05:23:41,060 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 46cfce2cc1fc403eab5718213ead9f8c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731043417127
2024-11-08T05:23:41,060 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 33254ae55b7e48f5ac9b665b93e2f714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1731043418270
2024-11-08T05:23:41,061 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 83895f89263b40ed8dc2cd171364c074, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731043419760
2024-11-08T05:23:41,063 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/2ea12e5ad1f24c02a5970f63887499da as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2ea12e5ad1f24c02a5970f63887499da
2024-11-08T05:23:41,067 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into 2ea12e5ad1f24c02a5970f63887499da(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:41,067 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:41,068 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043420632; duration=0sec
2024-11-08T05:23:41,068 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:41,068 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:41,069 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:41,069 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/661a3fa2bf0b450cb3d35fa6aaad1e23 is 50, key is test_row_0/C:col10/1731043419761/Put/seqid=0
2024-11-08T05:23:41,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742106_1282 (size=12949)
2024-11-08T05:23:41,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043481099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043481099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043481099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,153 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/58ac78f52064469784b5ce2d59c70ff0
2024-11-08T05:23:41,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/b8f6ee74456747f6bd50bc369e3bdb8f is 50, key is test_row_1/B:col10/1731043419787/Put/seqid=0
2024-11-08T05:23:41,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742107_1283 (size=7415)
2024-11-08T05:23:41,163 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/b8f6ee74456747f6bd50bc369e3bdb8f
2024-11-08T05:23:41,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/f82aeec588734f749b277828e7237236 is 50, key is test_row_1/C:col10/1731043419787/Put/seqid=0
2024-11-08T05:23:41,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742108_1284 (size=7415)
2024-11-08T05:23:41,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043481309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043481309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043481309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,479 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/661a3fa2bf0b450cb3d35fa6aaad1e23 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/661a3fa2bf0b450cb3d35fa6aaad1e23
2024-11-08T05:23:41,483 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 661a3fa2bf0b450cb3d35fa6aaad1e23(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:41,483 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:41,483 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043420632; duration=0sec
2024-11-08T05:23:41,484 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:41,484 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:41,572 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/f82aeec588734f749b277828e7237236
2024-11-08T05:23:41,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/58ac78f52064469784b5ce2d59c70ff0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/58ac78f52064469784b5ce2d59c70ff0
2024-11-08T05:23:41,580 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/58ac78f52064469784b5ce2d59c70ff0, entries=50, sequenceid=286, filesize=7.2 K
2024-11-08T05:23:41,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/b8f6ee74456747f6bd50bc369e3bdb8f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b8f6ee74456747f6bd50bc369e3bdb8f
2024-11-08T05:23:41,584 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b8f6ee74456747f6bd50bc369e3bdb8f, entries=50, sequenceid=286, filesize=7.2 K
2024-11-08T05:23:41,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/f82aeec588734f749b277828e7237236 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f82aeec588734f749b277828e7237236
2024-11-08T05:23:41,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f82aeec588734f749b277828e7237236, entries=50, sequenceid=286, filesize=7.2 K
2024-11-08T05:23:41,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for f3abfe43cc8edbdc5d44b8e7395701a5 in 852ms, sequenceid=286, compaction requested=false
2024-11-08T05:23:41,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:41,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:41,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75
2024-11-08T05:23:41,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=75
2024-11-08T05:23:41,592 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74
2024-11-08T05:23:41,592 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7700 sec
2024-11-08T05:23:41,594 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.7740 sec
2024-11-08T05:23:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:41,621 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:41,621 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB
2024-11-08T05:23:41,624 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043481622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,626 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043481622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043481624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/17a9b1ad22674143a0541319c8224792 is 50, key is test_row_0/A:col10/1731043421620/Put/seqid=0
2024-11-08T05:23:41,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742109_1285 (size=14741)
2024-11-08T05:23:41,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043481728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043481728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043481729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,731 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043481938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043481938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,939 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043481938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-08T05:23:41,969 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:41,969 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees
2024-11-08T05:23:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-08T05:23:41,971 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:41,971 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:41,972 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:42,031 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/17a9b1ad22674143a0541319c8224792
2024-11-08T05:23:42,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/5b97a7e0a692407f8fda655535231616 is 50, key is test_row_0/B:col10/1731043421620/Put/seqid=0
2024-11-08T05:23:42,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742110_1286 (size=12301)
2024-11-08T05:23:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-08T05:23:42,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-08T05:23:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043482249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:42,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043482249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043482249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:42,250 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,251 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:42,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-08T05:23:42,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:42,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-08T05:23:42,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-08T05:23:42,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:42,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,443 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/5b97a7e0a692407f8fda655535231616
2024-11-08T05:23:42,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/d987d32eceaa46c2ac463e38afb001a1 is 50, key is test_row_0/C:col10/1731043421620/Put/seqid=0
2024-11-08T05:23:42,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742111_1287 (size=12301)
2024-11-08T05:23:42,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-08T05:23:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-08T05:23:42,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-08T05:23:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=77
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:42,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:42,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043482759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:42,760 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043482759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:42,761 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:42,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043482759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:42,761 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:42,853 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/d987d32eceaa46c2ac463e38afb001a1
2024-11-08T05:23:42,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/17a9b1ad22674143a0541319c8224792 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/17a9b1ad22674143a0541319c8224792
2024-11-08T05:23:42,861 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/17a9b1ad22674143a0541319c8224792, entries=200, sequenceid=322, filesize=14.4 K
2024-11-08T05:23:42,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/5b97a7e0a692407f8fda655535231616 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/5b97a7e0a692407f8fda655535231616
2024-11-08T05:23:42,866 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/5b97a7e0a692407f8fda655535231616, entries=150, sequenceid=322, filesize=12.0 K
2024-11-08T05:23:42,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/d987d32eceaa46c2ac463e38afb001a1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d987d32eceaa46c2ac463e38afb001a1
2024-11-08T05:23:42,870 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d987d32eceaa46c2ac463e38afb001a1, entries=150, sequenceid=322, filesize=12.0 K
2024-11-08T05:23:42,871 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=6.71 KB/6870 for f3abfe43cc8edbdc5d44b8e7395701a5 in 1250ms, sequenceid=322, compaction requested=true
2024-11-08T05:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:42,871 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:42,871 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:42,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:42,873 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 32665 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:42,873 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:42,873 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,873 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/6431d20065fc4645a3808df83b1af76a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b8f6ee74456747f6bd50bc369e3bdb8f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/5b97a7e0a692407f8fda655535231616] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=31.9 K
2024-11-08T05:23:42,873 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 35105 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:42,873 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:42,873 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,873 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2ea12e5ad1f24c02a5970f63887499da, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/58ac78f52064469784b5ce2d59c70ff0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/17a9b1ad22674143a0541319c8224792] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=34.3 K
2024-11-08T05:23:42,874 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6431d20065fc4645a3808df83b1af76a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731043419760
2024-11-08T05:23:42,874 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ea12e5ad1f24c02a5970f63887499da, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731043419760
2024-11-08T05:23:42,874 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8f6ee74456747f6bd50bc369e3bdb8f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731043419787
2024-11-08T05:23:42,875 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 58ac78f52064469784b5ce2d59c70ff0, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731043419787
2024-11-08T05:23:42,875 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b97a7e0a692407f8fda655535231616, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731043420990
2024-11-08T05:23:42,875 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 17a9b1ad22674143a0541319c8224792, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731043420985
2024-11-08T05:23:42,886 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:42,887 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/3bbe8166debc444ca11ac22e528f9eb6 is 50, key is test_row_0/A:col10/1731043421620/Put/seqid=0
2024-11-08T05:23:42,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77
2024-11-08T05:23:42,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,887 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB
2024-11-08T05:23:42,890 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:42,891 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/d66038b39f744900830561771f3b33cc is 50, key is test_row_0/B:col10/1731043421620/Put/seqid=0
2024-11-08T05:23:42,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/deb2c94c7f124c82adf22800a4d4ecb3 is 50, key is test_row_0/A:col10/1731043421622/Put/seqid=0
2024-11-08T05:23:42,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742112_1288 (size=13051)
2024-11-08T05:23:42,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742113_1289 (size=13051)
2024-11-08T05:23:42,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742114_1290 (size=7415)
2024-11-08T05:23:42,943 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/d66038b39f744900830561771f3b33cc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d66038b39f744900830561771f3b33cc
2024-11-08T05:23:42,948 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into d66038b39f744900830561771f3b33cc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:42,948 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:42,949 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043422871; duration=0sec
2024-11-08T05:23:42,949 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:42,949 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:42,949 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:42,950 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 32665 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:42,950 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:42,950 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:42,950 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/661a3fa2bf0b450cb3d35fa6aaad1e23, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f82aeec588734f749b277828e7237236, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d987d32eceaa46c2ac463e38afb001a1] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=31.9 K
2024-11-08T05:23:42,950 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 661a3fa2bf0b450cb3d35fa6aaad1e23, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1731043419760
2024-11-08T05:23:42,951 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f82aeec588734f749b277828e7237236, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731043419787
2024-11-08T05:23:42,951 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting d987d32eceaa46c2ac463e38afb001a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731043420990
2024-11-08T05:23:42,958 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:42,959 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/006267aba23c49eb86c7e23377216b61 is 50, key is test_row_0/C:col10/1731043421620/Put/seqid=0
2024-11-08T05:23:42,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742115_1291 (size=13051)
2024-11-08T05:23:42,970 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/006267aba23c49eb86c7e23377216b61 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/006267aba23c49eb86c7e23377216b61
2024-11-08T05:23:42,974 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 006267aba23c49eb86c7e23377216b61(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:42,974 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:42,974 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043422871; duration=0sec
2024-11-08T05:23:42,975 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:42,975 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:43,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-08T05:23:43,324 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/3bbe8166debc444ca11ac22e528f9eb6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3bbe8166debc444ca11ac22e528f9eb6
2024-11-08T05:23:43,328 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into 3bbe8166debc444ca11ac22e528f9eb6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:43,328 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:43,328 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043422871; duration=0sec
2024-11-08T05:23:43,328 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:43,328 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:43,341 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/deb2c94c7f124c82adf22800a4d4ecb3
2024-11-08T05:23:43,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/b3f49c2b4f7245dea080b23b3313c59b is 50, key is test_row_0/B:col10/1731043421622/Put/seqid=0
2024-11-08T05:23:43,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742116_1292 (size=7415)
2024-11-08T05:23:43,751 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/b3f49c2b4f7245dea080b23b3313c59b
2024-11-08T05:23:43,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/0cdea84d7a75471a8b1934ee5b42051f is 50, key is test_row_0/C:col10/1731043421622/Put/seqid=0
2024-11-08T05:23:43,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:43,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:43,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742117_1293 (size=7415)
2024-11-08T05:23:43,782 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/0cdea84d7a75471a8b1934ee5b42051f
2024-11-08T05:23:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/deb2c94c7f124c82adf22800a4d4ecb3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/deb2c94c7f124c82adf22800a4d4ecb3
2024-11-08T05:23:43,791 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/deb2c94c7f124c82adf22800a4d4ecb3, entries=50, sequenceid=326, filesize=7.2 K
2024-11-08T05:23:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/b3f49c2b4f7245dea080b23b3313c59b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b3f49c2b4f7245dea080b23b3313c59b
2024-11-08T05:23:43,795 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b3f49c2b4f7245dea080b23b3313c59b, entries=50, sequenceid=326, filesize=7.2 K
2024-11-08T05:23:43,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/0cdea84d7a75471a8b1934ee5b42051f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0cdea84d7a75471a8b1934ee5b42051f
2024-11-08T05:23:43,799 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0cdea84d7a75471a8b1934ee5b42051f, entries=50, sequenceid=326, filesize=7.2 K
2024-11-08T05:23:43,810 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=46.96 KB/48090 for f3abfe43cc8edbdc5d44b8e7395701a5 in 923ms, sequenceid=326, compaction requested=false
2024-11-08T05:23:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77
2024-11-08T05:23:43,810 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:43,810 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:23:43,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=77
2024-11-08T05:23:43,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-08T05:23:43,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8400 sec
2024-11-08T05:23:43,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eeb2e423335348f9bcf28217f680c367 is 50, key is test_row_0/A:col10/1731043423778/Put/seqid=0
2024-11-08T05:23:43,816 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.8450 sec
2024-11-08T05:23:43,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742118_1294 (size=12301)
2024-11-08T05:23:43,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043483838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:43,843 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043483839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:43,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:43,846 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:43,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043483843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,847 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:43,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043483949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:43,950 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043483949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:43,951 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:43,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043483949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76
2024-11-08T05:23:44,119 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:44,120 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees
2024-11-08T05:23:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-08T05:23:44,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043484158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043484158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,160 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043484158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,177 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:44,178 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:44,178 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:44,221 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eeb2e423335348f9bcf28217f680c367
2024-11-08T05:23:44,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/ee7bcba598d44ac1a86856c78effd05d is 50, key is test_row_0/B:col10/1731043423778/Put/seqid=0
2024-11-08T05:23:44,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-08T05:23:44,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742119_1295 (size=12301)
2024-11-08T05:23:44,231 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/ee7bcba598d44ac1a86856c78effd05d
2024-11-08T05:23:44,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0 is 50, key is test_row_0/C:col10/1731043423778/Put/seqid=0
2024-11-08T05:23:44,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742120_1296 (size=12301)
2024-11-08T05:23:44,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-08T05:23:44,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-08T05:23:44,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043484469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043484469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,471 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043484469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-08T05:23:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-08T05:23:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=79
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:44,639 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0
2024-11-08T05:23:44,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eeb2e423335348f9bcf28217f680c367 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eeb2e423335348f9bcf28217f680c367
2024-11-08T05:23:44,646 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eeb2e423335348f9bcf28217f680c367, entries=150, sequenceid=342, filesize=12.0 K
2024-11-08T05:23:44,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/ee7bcba598d44ac1a86856c78effd05d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ee7bcba598d44ac1a86856c78effd05d
2024-11-08T05:23:44,651 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ee7bcba598d44ac1a86856c78effd05d, entries=150, sequenceid=342, filesize=12.0 K
2024-11-08T05:23:44,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0
2024-11-08T05:23:44,655 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0, entries=150, sequenceid=342, filesize=12.0 K
2024-11-08T05:23:44,656 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f3abfe43cc8edbdc5d44b8e7395701a5 in 845ms, sequenceid=342, compaction requested=true
2024-11-08T05:23:44,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:44,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:44,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:44,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:44,656 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:44,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:44,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:44,656 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:44,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:44,657 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:44,657 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:44,657 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:44,657 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:44,657 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,657 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,657 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3bbe8166debc444ca11ac22e528f9eb6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/deb2c94c7f124c82adf22800a4d4ecb3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eeb2e423335348f9bcf28217f680c367] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=32.0 K
2024-11-08T05:23:44,657 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d66038b39f744900830561771f3b33cc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b3f49c2b4f7245dea080b23b3313c59b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ee7bcba598d44ac1a86856c78effd05d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=32.0 K
2024-11-08T05:23:44,657 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bbe8166debc444ca11ac22e528f9eb6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731043420990
2024-11-08T05:23:44,657 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d66038b39f744900830561771f3b33cc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731043420990
2024-11-08T05:23:44,657 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting deb2c94c7f124c82adf22800a4d4ecb3, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731043421622
2024-11-08T05:23:44,657 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b3f49c2b4f7245dea080b23b3313c59b, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731043421622
2024-11-08T05:23:44,658 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeb2e423335348f9bcf28217f680c367, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731043423778
2024-11-08T05:23:44,658 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ee7bcba598d44ac1a86856c78effd05d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731043423778
2024-11-08T05:23:44,665 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:44,665 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:44,665 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/798dff4f51234feeb8db229e8bf8584b is 50, key is test_row_0/B:col10/1731043423778/Put/seqid=0
2024-11-08T05:23:44,665 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/23b55a1aed3e4a37863d3a0d701999d0 is 50, key is test_row_0/A:col10/1731043423778/Put/seqid=0
2024-11-08T05:23:44,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742121_1297 (size=13153)
2024-11-08T05:23:44,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742122_1298 (size=13153)
2024-11-08T05:23:44,704 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/798dff4f51234feeb8db229e8bf8584b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/798dff4f51234feeb8db229e8bf8584b
2024-11-08T05:23:44,709 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into 798dff4f51234feeb8db229e8bf8584b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:44,709 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:44,709 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043424656; duration=0sec
2024-11-08T05:23:44,709 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:44,709 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:44,709 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:44,710 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 32767 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:44,710 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:44,710 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,710 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/006267aba23c49eb86c7e23377216b61, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0cdea84d7a75471a8b1934ee5b42051f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=32.0 K
2024-11-08T05:23:44,711 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 006267aba23c49eb86c7e23377216b61, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1731043420990
2024-11-08T05:23:44,711 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cdea84d7a75471a8b1934ee5b42051f, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731043421622
2024-11-08T05:23:44,711 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a84c1f4e97d4edf9a8b12dc2f40f3c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731043423778
2024-11-08T05:23:44,716 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:44,717 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/9d9fb18208524b7ebd2b62e1090f85e0 is 50, key is test_row_0/C:col10/1731043423778/Put/seqid=0
2024-11-08T05:23:44,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742123_1299 (size=13153)
2024-11-08T05:23:44,731 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/9d9fb18208524b7ebd2b62e1090f85e0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9d9fb18208524b7ebd2b62e1090f85e0
2024-11-08T05:23:44,738 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 9d9fb18208524b7ebd2b62e1090f85e0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:44,738 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:44,738 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043424656; duration=0sec
2024-11-08T05:23:44,738 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:44,738 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-08T05:23:44,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79
2024-11-08T05:23:44,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:44,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:23:44,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/2bf02fcb5956431b84e5e4f3ddd52fc4 is 50, key is test_row_0/A:col10/1731043423838/Put/seqid=0
2024-11-08T05:23:44,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742124_1300 (size=12301)
2024-11-08T05:23:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:44,990 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043484988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,991 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,991 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043484988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,991 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:44,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043484989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:44,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:44,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043485098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043485098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043485098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,102 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/23b55a1aed3e4a37863d3a0d701999d0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/23b55a1aed3e4a37863d3a0d701999d0
2024-11-08T05:23:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,107 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into 23b55a1aed3e4a37863d3a0d701999d0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:45,107 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:45,107 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043424656; duration=0sec
2024-11-08T05:23:45,107 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:45,107 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:45,196 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/2bf02fcb5956431b84e5e4f3ddd52fc4
2024-11-08T05:23:45,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/dcac3fe9c8e746ec9c7487261b3990d5 is 50, key is test_row_0/B:col10/1731043423838/Put/seqid=0
2024-11-08T05:23:45,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742125_1301 (size=12301)
2024-11-08T05:23:45,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-08T05:23:45,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043485308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,310 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043485308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043485319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,606 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/dcac3fe9c8e746ec9c7487261b3990d5
2024-11-08T05:23:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/443ee952f524443890b1695ba9a4c377 is 50, key is test_row_0/C:col10/1731043423838/Put/seqid=0
2024-11-08T05:23:45,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043485619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043485619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,621 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,621 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742126_1302 (size=12301)
2024-11-08T05:23:45,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/443ee952f524443890b1695ba9a4c377
2024-11-08T05:23:45,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/2bf02fcb5956431b84e5e4f3ddd52fc4 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2bf02fcb5956431b84e5e4f3ddd52fc4
2024-11-08T05:23:45,630 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2bf02fcb5956431b84e5e4f3ddd52fc4, entries=150, sequenceid=367, filesize=12.0 K
2024-11-08T05:23:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/dcac3fe9c8e746ec9c7487261b3990d5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/dcac3fe9c8e746ec9c7487261b3990d5
2024-11-08T05:23:45,631 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043485629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:45,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:45,634 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/dcac3fe9c8e746ec9c7487261b3990d5, entries=150, sequenceid=367, filesize=12.0 K
2024-11-08T05:23:45,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/443ee952f524443890b1695ba9a4c377 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/443ee952f524443890b1695ba9a4c377
2024-11-08T05:23:45,639 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/443ee952f524443890b1695ba9a4c377, entries=150, sequenceid=367, filesize=12.0 K
2024-11-08T05:23:45,640 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for f3abfe43cc8edbdc5d44b8e7395701a5 in 852ms, sequenceid=367, compaction requested=false
2024-11-08T05:23:45,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:45,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:45,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79
2024-11-08T05:23:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=79
2024-11-08T05:23:45,643 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78
2024-11-08T05:23:45,643 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4630 sec
2024-11-08T05:23:45,644 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.5230 sec
2024-11-08T05:23:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:46,130 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:46,130 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T05:23:46,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/fd71e00628d54058b01df0107f4549e8 is 50, key is test_row_0/A:col10/1731043424986/Put/seqid=0
2024-11-08T05:23:46,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742127_1303 (size=14741)
2024-11-08T05:23:46,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043486162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,167 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043486164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043486165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,241 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40144 deadline: 1731043486239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,241 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in f3abfe43cc8edbdc5d44b8e7395701a5 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18250 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,250 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40086 deadline: 1731043486249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,250 WARN  [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in f3abfe43cc8edbdc5d44b8e7395701a5 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18258 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:23:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043486268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78
2024-11-08T05:23:46,279 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:46,279 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:23:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees
2024-11-08T05:23:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-08T05:23:46,281 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:23:46,281 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:23:46,281 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:23:46,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043486279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,282 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043486279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,282 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,283 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-08T05:23:46,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-08T05:23:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:46,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043486478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043486489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043486489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,540 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/fd71e00628d54058b01df0107f4549e8
2024-11-08T05:23:46,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/51e69a2bc6d4496bbed57a77d9c83d75 is 50, key is test_row_0/B:col10/1731043424986/Put/seqid=0
2024-11-08T05:23:46,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742128_1304 (size=12301)
2024-11-08T05:23:46,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-08T05:23:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-08T05:23:46,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-08T05:23:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043486788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043486798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043486798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:46,800 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:46,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-08T05:23:46,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81
java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=81
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:23:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-08T05:23:46,949 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/51e69a2bc6d4496bbed57a77d9c83d75
2024-11-08T05:23:46,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/270c937688414789912d70cd1293644f is 50, key is test_row_0/C:col10/1731043424986/Put/seqid=0
2024-11-08T05:23:46,959 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742129_1305 (size=12301)
2024-11-08T05:23:46,959 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/270c937688414789912d70cd1293644f
2024-11-08T05:23:46,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/fd71e00628d54058b01df0107f4549e8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/fd71e00628d54058b01df0107f4549e8
2024-11-08T05:23:46,967 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/fd71e00628d54058b01df0107f4549e8, entries=200, sequenceid=383, filesize=14.4 K
2024-11-08T05:23:46,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/51e69a2bc6d4496bbed57a77d9c83d75 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/51e69a2bc6d4496bbed57a77d9c83d75
2024-11-08T05:23:46,971 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/51e69a2bc6d4496bbed57a77d9c83d75, entries=150, sequenceid=383, filesize=12.0 K
2024-11-08T05:23:46,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/270c937688414789912d70cd1293644f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/270c937688414789912d70cd1293644f
2024-11-08T05:23:46,975 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/270c937688414789912d70cd1293644f, entries=150, sequenceid=383, filesize=12.0 K
2024-11-08T05:23:46,976 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for f3abfe43cc8edbdc5d44b8e7395701a5 in 845ms, sequenceid=383, compaction requested=true
2024-11-08T05:23:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:46,976 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:46,976 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:46,976 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:46,977 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:46,977 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:46,977 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:46,977 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:46,977 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,977 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:46,977 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/798dff4f51234feeb8db229e8bf8584b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/dcac3fe9c8e746ec9c7487261b3990d5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/51e69a2bc6d4496bbed57a77d9c83d75] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=36.9 K
2024-11-08T05:23:46,977 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/23b55a1aed3e4a37863d3a0d701999d0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2bf02fcb5956431b84e5e4f3ddd52fc4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/fd71e00628d54058b01df0107f4549e8] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=39.3 K
2024-11-08T05:23:46,978 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23b55a1aed3e4a37863d3a0d701999d0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731043423778
2024-11-08T05:23:46,978 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 798dff4f51234feeb8db229e8bf8584b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731043423778
2024-11-08T05:23:46,978 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bf02fcb5956431b84e5e4f3ddd52fc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731043423837
2024-11-08T05:23:46,978 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting dcac3fe9c8e746ec9c7487261b3990d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731043423837
2024-11-08T05:23:46,978 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd71e00628d54058b01df0107f4549e8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731043424986
2024-11-08T05:23:46,978 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 51e69a2bc6d4496bbed57a77d9c83d75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731043424986
2024-11-08T05:23:46,984 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:46,984 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#264 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:46,985 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/f54182b748d244688129f30cff30975f is 50, key is test_row_0/A:col10/1731043424986/Put/seqid=0
2024-11-08T05:23:46,985 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/a69d074ec5eb41488c3ac13244bb4b8d is 50, key is test_row_0/B:col10/1731043424986/Put/seqid=0
2024-11-08T05:23:46,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742130_1306 (size=13255)
2024-11-08T05:23:46,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742131_1307 (size=13255)
2024-11-08T05:23:46,993 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/f54182b748d244688129f30cff30975f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f54182b748d244688129f30cff30975f
2024-11-08T05:23:46,999 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into f54182b748d244688129f30cff30975f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:46,999 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:46,999 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043426976; duration=0sec
2024-11-08T05:23:47,000 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:47,000 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:47,000 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:47,000 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:47,000 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:47,000 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:47,001 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9d9fb18208524b7ebd2b62e1090f85e0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/443ee952f524443890b1695ba9a4c377, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/270c937688414789912d70cd1293644f] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=36.9 K
2024-11-08T05:23:47,001 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d9fb18208524b7ebd2b62e1090f85e0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731043423778
2024-11-08T05:23:47,001 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 443ee952f524443890b1695ba9a4c377, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731043423837
2024-11-08T05:23:47,001 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 270c937688414789912d70cd1293644f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731043424986
2024-11-08T05:23:47,008 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#266 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:47,008 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/3ffe3ad316ca4811a5c526c3b57e0fb5 is 50, key is test_row_0/C:col10/1731043424986/Put/seqid=0
2024-11-08T05:23:47,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742132_1308 (size=13255)
2024-11-08T05:23:47,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81
2024-11-08T05:23:47,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:47,045 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T05:23:47,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eccada580f0d4e94b23444f1d74e4c7c is 50, key is test_row_0/A:col10/1731043426157/Put/seqid=0
2024-11-08T05:23:47,059 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742133_1309 (size=12301)
2024-11-08T05:23:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:47,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. as already flushing
2024-11-08T05:23:47,351 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043487348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043487351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,354 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043487352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,392 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/a69d074ec5eb41488c3ac13244bb4b8d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a69d074ec5eb41488c3ac13244bb4b8d
2024-11-08T05:23:47,396 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into a69d074ec5eb41488c3ac13244bb4b8d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:47,396 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:47,396 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043426976; duration=0sec
2024-11-08T05:23:47,396 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:47,396 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:47,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-08T05:23:47,419 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/3ffe3ad316ca4811a5c526c3b57e0fb5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3ffe3ad316ca4811a5c526c3b57e0fb5
2024-11-08T05:23:47,423 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 3ffe3ad316ca4811a5c526c3b57e0fb5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:47,423 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:47,423 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043426976; duration=0sec
2024-11-08T05:23:47,424 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:47,424 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:47,459 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eccada580f0d4e94b23444f1d74e4c7c
2024-11-08T05:23:47,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043487459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043487459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,462 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043487459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,462 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/83a505832b8740cdbd7259abeefc7ff1 is 50, key is test_row_0/B:col10/1731043426157/Put/seqid=0
2024-11-08T05:23:47,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742134_1310 (size=12301)
2024-11-08T05:23:47,475 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/83a505832b8740cdbd7259abeefc7ff1
2024-11-08T05:23:47,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5 is 50, key is test_row_0/C:col10/1731043426157/Put/seqid=0
2024-11-08T05:23:47,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742135_1311 (size=12301)
2024-11-08T05:23:47,485 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5
2024-11-08T05:23:47,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/eccada580f0d4e94b23444f1d74e4c7c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eccada580f0d4e94b23444f1d74e4c7c
2024-11-08T05:23:47,491 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eccada580f0d4e94b23444f1d74e4c7c, entries=150, sequenceid=405, filesize=12.0 K
2024-11-08T05:23:47,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/83a505832b8740cdbd7259abeefc7ff1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/83a505832b8740cdbd7259abeefc7ff1
2024-11-08T05:23:47,495 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/83a505832b8740cdbd7259abeefc7ff1, entries=150, sequenceid=405, filesize=12.0 K
2024-11-08T05:23:47,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5
2024-11-08T05:23:47,500 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5, entries=150, sequenceid=405, filesize=12.0 K
2024-11-08T05:23:47,501 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for f3abfe43cc8edbdc5d44b8e7395701a5 in 457ms, sequenceid=405, compaction requested=false
2024-11-08T05:23:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:47,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-08T05:23:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-08T05:23:47,504 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-11-08T05:23:47,504 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2220 sec
2024-11-08T05:23:47,505 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.2250 sec
2024-11-08T05:23:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:47,671 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:47,671 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-08T05:23:47,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/30d09f3a3012437891f8ebac480369c2 is 50, key is test_row_0/A:col10/1731043427671/Put/seqid=0
2024-11-08T05:23:47,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742136_1312 (size=14741)
2024-11-08T05:23:47,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043487691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,695 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043487692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,698 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043487695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,802 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043487799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,803 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043487799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043487808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:47,932 INFO  [Thread-1053 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1053.
2024-11-08T05:23:47,932 DEBUG [Thread-1053 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:47,932 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,932 DEBUG [Thread-1053 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,932 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:47,932 INFO  [Thread-1059 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1059.
2024-11-08T05:23:47,933 DEBUG [Thread-1059 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:47,933 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,933 DEBUG [Thread-1059 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,933 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:47,934 INFO  [Thread-1055 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1055.
2024-11-08T05:23:47,934 DEBUG [Thread-1055 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:47,934 DEBUG [Thread-1055 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,934 DEBUG [Thread-1055 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,934 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:47,935 INFO  [Thread-1061 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1061.
2024-11-08T05:23:47,935 DEBUG [Thread-1061 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:47,935 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,935 DEBUG [Thread-1061 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,935 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:47,936 INFO  [Thread-1057 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1057.
2024-11-08T05:23:47,936 DEBUG [Thread-1057 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:47,936 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,936 DEBUG [Thread-1057 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:47,936 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:48,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,009 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043488009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043488009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,019 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043488018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,081 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/30d09f3a3012437891f8ebac480369c2
2024-11-08T05:23:48,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/d59484868b7647688135f69d889c245a is 50, key is test_row_0/B:col10/1731043427671/Put/seqid=0
2024-11-08T05:23:48,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742137_1313 (size=12301)
2024-11-08T05:23:48,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043488319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043488319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043488329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,330 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-11-08T05:23:48,430 INFO  [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:48,499 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/d59484868b7647688135f69d889c245a
2024-11-08T05:23:48,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/c0d190abb03d4e9d827fadb639dd49d7 is 50, key is test_row_0/C:col10/1731043427671/Put/seqid=0
2024-11-08T05:23:48,518 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742138_1314 (size=12301)
2024-11-08T05:23:48,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40152 deadline: 1731043488829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40172 deadline: 1731043488829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,839 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:23:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40162 deadline: 1731043488839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:48,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:23:48,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:23:48,920 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/c0d190abb03d4e9d827fadb639dd49d7
2024-11-08T05:23:48,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/30d09f3a3012437891f8ebac480369c2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/30d09f3a3012437891f8ebac480369c2
2024-11-08T05:23:48,936 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/30d09f3a3012437891f8ebac480369c2, entries=200, sequenceid=425, filesize=14.4 K
2024-11-08T05:23:48,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/d59484868b7647688135f69d889c245a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d59484868b7647688135f69d889c245a
2024-11-08T05:23:48,941 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d59484868b7647688135f69d889c245a, entries=150, sequenceid=425, filesize=12.0 K
2024-11-08T05:23:48,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/c0d190abb03d4e9d827fadb639dd49d7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/c0d190abb03d4e9d827fadb639dd49d7
2024-11-08T05:23:48,945 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/c0d190abb03d4e9d827fadb639dd49d7, entries=150, sequenceid=425, filesize=12.0 K
2024-11-08T05:23:48,946 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for f3abfe43cc8edbdc5d44b8e7395701a5 in 1275ms, sequenceid=425, compaction requested=true
2024-11-08T05:23:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:23:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:48,946 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:23:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f3abfe43cc8edbdc5d44b8e7395701a5:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:23:48,946 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:48,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:48,947 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:48,947 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:48,947 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/A is initiating minor compaction (all files)
2024-11-08T05:23:48,947 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/B is initiating minor compaction (all files)
2024-11-08T05:23:48,947 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/B in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:48,947 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/A in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:48,947 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a69d074ec5eb41488c3ac13244bb4b8d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/83a505832b8740cdbd7259abeefc7ff1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d59484868b7647688135f69d889c245a] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=37.0 K
2024-11-08T05:23:48,947 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f54182b748d244688129f30cff30975f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eccada580f0d4e94b23444f1d74e4c7c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/30d09f3a3012437891f8ebac480369c2] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=39.4 K
2024-11-08T05:23:48,947 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a69d074ec5eb41488c3ac13244bb4b8d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731043424986
2024-11-08T05:23:48,947 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f54182b748d244688129f30cff30975f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731043424986
2024-11-08T05:23:48,948 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 83a505832b8740cdbd7259abeefc7ff1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731043426157
2024-11-08T05:23:48,948 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting eccada580f0d4e94b23444f1d74e4c7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731043426157
2024-11-08T05:23:48,948 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d59484868b7647688135f69d889c245a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731043427345
2024-11-08T05:23:48,948 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30d09f3a3012437891f8ebac480369c2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731043427345
2024-11-08T05:23:48,954 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#B#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:48,954 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/cf7d06e73bdc4ca8ab0ee11fad8ce829 is 50, key is test_row_0/B:col10/1731043427671/Put/seqid=0
2024-11-08T05:23:48,955 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#A#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:48,955 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/5f579cb67ca74c489868cd6e99bb965e is 50, key is test_row_0/A:col10/1731043427671/Put/seqid=0
2024-11-08T05:23:48,957 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742139_1315 (size=13357)
2024-11-08T05:23:48,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742140_1316 (size=13357)
2024-11-08T05:23:49,370 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/5f579cb67ca74c489868cd6e99bb965e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/5f579cb67ca74c489868cd6e99bb965e
2024-11-08T05:23:49,370 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/cf7d06e73bdc4ca8ab0ee11fad8ce829 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/cf7d06e73bdc4ca8ab0ee11fad8ce829
2024-11-08T05:23:49,375 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/A of f3abfe43cc8edbdc5d44b8e7395701a5 into 5f579cb67ca74c489868cd6e99bb965e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:49,375 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:49,375 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/A, priority=13, startTime=1731043428946; duration=0sec
2024-11-08T05:23:49,375 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/B of f3abfe43cc8edbdc5d44b8e7395701a5 into cf7d06e73bdc4ca8ab0ee11fad8ce829(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:49,375 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:49,375 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/B, priority=13, startTime=1731043428946; duration=0sec
2024-11-08T05:23:49,375 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:23:49,375 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:A
2024-11-08T05:23:49,375 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:23:49,375 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:49,376 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:B
2024-11-08T05:23:49,376 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:23:49,377 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): f3abfe43cc8edbdc5d44b8e7395701a5/C is initiating minor compaction (all files)
2024-11-08T05:23:49,377 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f3abfe43cc8edbdc5d44b8e7395701a5/C in TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:49,377 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3ffe3ad316ca4811a5c526c3b57e0fb5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/c0d190abb03d4e9d827fadb639dd49d7] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp, totalSize=37.0 K
2024-11-08T05:23:49,377 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ffe3ad316ca4811a5c526c3b57e0fb5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731043424986
2024-11-08T05:23:49,377 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting aaf9ae5a9c7d4f6d8daa6e4a4d2807b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1731043426157
2024-11-08T05:23:49,377 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0d190abb03d4e9d827fadb639dd49d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=425, earliestPutTs=1731043427345
2024-11-08T05:23:49,383 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f3abfe43cc8edbdc5d44b8e7395701a5#C#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:23:49,384 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/9826dcff70934cd88ee5d725d6aa1cd8 is 50, key is test_row_0/C:col10/1731043427671/Put/seqid=0
2024-11-08T05:23:49,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742141_1317 (size=13357)
2024-11-08T05:23:49,800 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/9826dcff70934cd88ee5d725d6aa1cd8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9826dcff70934cd88ee5d725d6aa1cd8
2024-11-08T05:23:49,805 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f3abfe43cc8edbdc5d44b8e7395701a5/C of f3abfe43cc8edbdc5d44b8e7395701a5 into 9826dcff70934cd88ee5d725d6aa1cd8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:23:49,805 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:49,805 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., storeName=f3abfe43cc8edbdc5d44b8e7395701a5/C, priority=13, startTime=1731043428946; duration=0sec
2024-11-08T05:23:49,806 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:23:49,806 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f3abfe43cc8edbdc5d44b8e7395701a5:C
2024-11-08T05:23:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:49,840 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:23:49,840 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-08T05:23:49,840 INFO  [Thread-1042 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1042.
2024-11-08T05:23:49,840 INFO  [Thread-1044 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1044.
2024-11-08T05:23:49,840 DEBUG [Thread-1042 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:49,840 DEBUG [Thread-1044 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:49,840 DEBUG [Thread-1042 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:49,840 DEBUG [Thread-1044 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:49,840 DEBUG [Thread-1044 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:49,840 DEBUG [Thread-1042 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:49,840 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:49,840 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:49,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/60ae8aaee56a4c50a72b5bcf1039a63f is 50, key is test_row_0/A:col10/1731043427694/Put/seqid=0
2024-11-08T05:23:49,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742142_1318 (size=12301)
2024-11-08T05:23:49,850 INFO  [Thread-1048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1048.
2024-11-08T05:23:49,850 DEBUG [Thread-1048 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:49,850 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:49,850 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:49,850 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:50,248 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/60ae8aaee56a4c50a72b5bcf1039a63f
2024-11-08T05:23:50,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/cbdd74cbbf3b43a095d58114c107ef33 is 50, key is test_row_0/B:col10/1731043427694/Put/seqid=0
2024-11-08T05:23:50,267 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742143_1319 (size=12301)
2024-11-08T05:23:50,669 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/cbdd74cbbf3b43a095d58114c107ef33
2024-11-08T05:23:50,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/4ab86f54cac245d59e6350804a8f39d4 is 50, key is test_row_0/C:col10/1731043427694/Put/seqid=0
2024-11-08T05:23:50,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742144_1320 (size=12301)
2024-11-08T05:23:51,091 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/4ab86f54cac245d59e6350804a8f39d4
2024-11-08T05:23:51,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/60ae8aaee56a4c50a72b5bcf1039a63f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/60ae8aaee56a4c50a72b5bcf1039a63f
2024-11-08T05:23:51,106 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/60ae8aaee56a4c50a72b5bcf1039a63f, entries=150, sequenceid=448, filesize=12.0 K
2024-11-08T05:23:51,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/cbdd74cbbf3b43a095d58114c107ef33 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/cbdd74cbbf3b43a095d58114c107ef33
2024-11-08T05:23:51,111 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/cbdd74cbbf3b43a095d58114c107ef33, entries=150, sequenceid=448, filesize=12.0 K
2024-11-08T05:23:51,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/4ab86f54cac245d59e6350804a8f39d4 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/4ab86f54cac245d59e6350804a8f39d4
2024-11-08T05:23:51,116 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/4ab86f54cac245d59e6350804a8f39d4, entries=150, sequenceid=448, filesize=12.0 K
2024-11-08T05:23:51,117 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=6.71 KB/6870 for f3abfe43cc8edbdc5d44b8e7395701a5 in 1277ms, sequenceid=448, compaction requested=false
2024-11-08T05:23:51,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f3abfe43cc8edbdc5d44b8e7395701a5:

2024-11-08T05:23:54,547 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:23:56,304 INFO  [Thread-1046 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1046.
2024-11-08T05:23:56,304 INFO  [Thread-1050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1050.
2024-11-08T05:23:56,304 DEBUG [Thread-1046 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:56,304 DEBUG [Thread-1050 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:23:56,305 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:56,305 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:56,305 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:56,305 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:56,305 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:56,305 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 114
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 115
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 8
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 106
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 8
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 5052
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 5060
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 5106
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 5066
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 5062
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T05:23:56,306 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:23:56,307 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:23:56,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:56,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:23:56,307 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:23:56,308 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-08T05:23:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-08T05:23:56,312 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043436312"}]},"ts":"1731043436312"}
2024-11-08T05:23:56,314 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T05:23:56,314 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T05:23:56,314 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:23:56,316 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, UNASSIGN}]
2024-11-08T05:23:56,317 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, UNASSIGN
2024-11-08T05:23:56,318 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=f3abfe43cc8edbdc5d44b8e7395701a5, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:56,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, UNASSIGN because future has completed
2024-11-08T05:23:56,320 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:23:56,320 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:23:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-08T05:23:56,474 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:56,474 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:23:56,474 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing f3abfe43cc8edbdc5d44b8e7395701a5, disabling compactions & flushes
2024-11-08T05:23:56,475 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:56,475 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:56,475 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. after waiting 0 ms
2024-11-08T05:23:56,475 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:56,475 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(2902): Flushing f3abfe43cc8edbdc5d44b8e7395701a5 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-08T05:23:56,484 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/d7f3c5b4314c4390bcb53337831d8d9f is 50, key is test_row_0/A:col10/1731043436300/Put/seqid=0
2024-11-08T05:23:56,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742145_1321 (size=9857)
2024-11-08T05:23:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-08T05:23:56,889 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/d7f3c5b4314c4390bcb53337831d8d9f
2024-11-08T05:23:56,902 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/25883cf1e0a4470781c03809790145f7 is 50, key is test_row_0/B:col10/1731043436300/Put/seqid=0
2024-11-08T05:23:56,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742146_1322 (size=9857)
2024-11-08T05:23:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-08T05:23:57,308 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/25883cf1e0a4470781c03809790145f7
2024-11-08T05:23:57,321 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/70da8bd1ee774a99b22d41f5c8781592 is 50, key is test_row_0/C:col10/1731043436300/Put/seqid=0
2024-11-08T05:23:57,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742147_1323 (size=9857)
2024-11-08T05:23:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-08T05:23:57,727 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/70da8bd1ee774a99b22d41f5c8781592
2024-11-08T05:23:57,737 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/A/d7f3c5b4314c4390bcb53337831d8d9f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d7f3c5b4314c4390bcb53337831d8d9f
2024-11-08T05:23:57,741 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d7f3c5b4314c4390bcb53337831d8d9f, entries=100, sequenceid=454, filesize=9.6 K
2024-11-08T05:23:57,742 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/B/25883cf1e0a4470781c03809790145f7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/25883cf1e0a4470781c03809790145f7
2024-11-08T05:23:57,746 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/25883cf1e0a4470781c03809790145f7, entries=100, sequenceid=454, filesize=9.6 K
2024-11-08T05:23:57,747 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/.tmp/C/70da8bd1ee774a99b22d41f5c8781592 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/70da8bd1ee774a99b22d41f5c8781592
2024-11-08T05:23:57,751 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/70da8bd1ee774a99b22d41f5c8781592, entries=100, sequenceid=454, filesize=9.6 K
2024-11-08T05:23:57,751 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f3abfe43cc8edbdc5d44b8e7395701a5 in 1276ms, sequenceid=454, compaction requested=true
2024-11-08T05:23:57,752 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d0e22a71866a4769bb3b08495ba7602c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/75b869047cd0415b84e6a4f42f79f8a3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/af11a6a9d9664e9e8242bd712b44bc44, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/6d23cf7960784a8ba414ea40aa443d95, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f16e163242684d55abc463c04c5bd5c3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/476c8b1ed9414c3aa5ab6464880aa164, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/9f569e7d3b3b4a8d836691663a511811, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/25d601e592ee4ca1b766a8a94cec9a0d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c509accd1b5e44d690cabe0dab8cf55a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/dff5e07f529441b1b385dce4f6eac40d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c15f7f26633043bdb78bf91722ca0b0c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3609d7ebf0b246fe9ec03eb267663214, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/19a468b9af3b4bd393c423cbf00d5545, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/0b8c2cf3d31a4341ba6ab15fb178b627, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3a80c27191e347518b441b8b6115583a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/e8ca3ae4f4be46e783a79ee3d2bc0edb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/bcb7e8a06280437e95f67ba820c38095, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/90ab5917fc8f4d69b87948c7c7497e48, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2ea12e5ad1f24c02a5970f63887499da, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eafcd53c06964541af8af00a246af1bf, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/58ac78f52064469784b5ce2d59c70ff0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/17a9b1ad22674143a0541319c8224792, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3bbe8166debc444ca11ac22e528f9eb6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/deb2c94c7f124c82adf22800a4d4ecb3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/23b55a1aed3e4a37863d3a0d701999d0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eeb2e423335348f9bcf28217f680c367, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2bf02fcb5956431b84e5e4f3ddd52fc4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/fd71e00628d54058b01df0107f4549e8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f54182b748d244688129f30cff30975f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eccada580f0d4e94b23444f1d74e4c7c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/30d09f3a3012437891f8ebac480369c2] to archive
2024-11-08T05:23:57,753 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:23:57,755 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d0e22a71866a4769bb3b08495ba7602c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d0e22a71866a4769bb3b08495ba7602c
2024-11-08T05:23:57,756 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/75b869047cd0415b84e6a4f42f79f8a3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/75b869047cd0415b84e6a4f42f79f8a3
2024-11-08T05:23:57,757 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/af11a6a9d9664e9e8242bd712b44bc44 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/af11a6a9d9664e9e8242bd712b44bc44
2024-11-08T05:23:57,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/6d23cf7960784a8ba414ea40aa443d95 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/6d23cf7960784a8ba414ea40aa443d95
2024-11-08T05:23:57,760 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f16e163242684d55abc463c04c5bd5c3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f16e163242684d55abc463c04c5bd5c3
2024-11-08T05:23:57,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/476c8b1ed9414c3aa5ab6464880aa164 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/476c8b1ed9414c3aa5ab6464880aa164
2024-11-08T05:23:57,763 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/9f569e7d3b3b4a8d836691663a511811 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/9f569e7d3b3b4a8d836691663a511811
2024-11-08T05:23:57,765 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/25d601e592ee4ca1b766a8a94cec9a0d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/25d601e592ee4ca1b766a8a94cec9a0d
2024-11-08T05:23:57,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c509accd1b5e44d690cabe0dab8cf55a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c509accd1b5e44d690cabe0dab8cf55a
2024-11-08T05:23:57,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/dff5e07f529441b1b385dce4f6eac40d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/dff5e07f529441b1b385dce4f6eac40d
2024-11-08T05:23:57,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c15f7f26633043bdb78bf91722ca0b0c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/c15f7f26633043bdb78bf91722ca0b0c
2024-11-08T05:23:57,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3609d7ebf0b246fe9ec03eb267663214 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3609d7ebf0b246fe9ec03eb267663214
2024-11-08T05:23:57,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/19a468b9af3b4bd393c423cbf00d5545 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/19a468b9af3b4bd393c423cbf00d5545
2024-11-08T05:23:57,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/0b8c2cf3d31a4341ba6ab15fb178b627 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/0b8c2cf3d31a4341ba6ab15fb178b627
2024-11-08T05:23:57,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3a80c27191e347518b441b8b6115583a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3a80c27191e347518b441b8b6115583a
2024-11-08T05:23:57,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/e8ca3ae4f4be46e783a79ee3d2bc0edb to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/e8ca3ae4f4be46e783a79ee3d2bc0edb
2024-11-08T05:23:57,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/bcb7e8a06280437e95f67ba820c38095 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/bcb7e8a06280437e95f67ba820c38095
2024-11-08T05:23:57,781 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/90ab5917fc8f4d69b87948c7c7497e48 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/90ab5917fc8f4d69b87948c7c7497e48
2024-11-08T05:23:57,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2ea12e5ad1f24c02a5970f63887499da to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2ea12e5ad1f24c02a5970f63887499da
2024-11-08T05:23:57,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eafcd53c06964541af8af00a246af1bf to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eafcd53c06964541af8af00a246af1bf
2024-11-08T05:23:57,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/58ac78f52064469784b5ce2d59c70ff0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/58ac78f52064469784b5ce2d59c70ff0
2024-11-08T05:23:57,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/17a9b1ad22674143a0541319c8224792 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/17a9b1ad22674143a0541319c8224792
2024-11-08T05:23:57,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3bbe8166debc444ca11ac22e528f9eb6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/3bbe8166debc444ca11ac22e528f9eb6
2024-11-08T05:23:57,786 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/deb2c94c7f124c82adf22800a4d4ecb3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/deb2c94c7f124c82adf22800a4d4ecb3
2024-11-08T05:23:57,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/23b55a1aed3e4a37863d3a0d701999d0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/23b55a1aed3e4a37863d3a0d701999d0
2024-11-08T05:23:57,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eeb2e423335348f9bcf28217f680c367 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eeb2e423335348f9bcf28217f680c367
2024-11-08T05:23:57,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2bf02fcb5956431b84e5e4f3ddd52fc4 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/2bf02fcb5956431b84e5e4f3ddd52fc4
2024-11-08T05:23:57,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/fd71e00628d54058b01df0107f4549e8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/fd71e00628d54058b01df0107f4549e8
2024-11-08T05:23:57,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f54182b748d244688129f30cff30975f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/f54182b748d244688129f30cff30975f
2024-11-08T05:23:57,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eccada580f0d4e94b23444f1d74e4c7c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/eccada580f0d4e94b23444f1d74e4c7c
2024-11-08T05:23:57,792 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/30d09f3a3012437891f8ebac480369c2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/30d09f3a3012437891f8ebac480369c2
2024-11-08T05:23:57,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/9b5eac9765fd4ef2a0c9209061dabd76, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/2ca5c6f01aa749dd8537b06343b54927, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/fdc47e60fb4643c3a7888ccc627cc804, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0038fee70aec4ee2b0eb81c58cafe88b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/05dd69b4046648c1ac047667374373ab, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a05a53d9174b47bb908b2ea1ca5194f7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/7f5f51f5b9754c648d60ab930b4da9a1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/193c902204b14f65a374ef609c4c1286, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/88bb76f43ccc42b5a79609a598d4d2f1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e5bea476539a420e9caf8984ad8f75d1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/8962a1d874424915a9dd70ff2aecef71, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/84c47042fbaa4e7a9483fc031718fa07, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0ecdedb6dd5a4ddaa24d6fe611e07398, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/842716ed1a6d403f80d0f5bac54a328c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ae23532d647843428deff0a36038f065, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b56d7ac26d484be8a251aa68f7d21935, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e0615d66724248229d03694ea4dc4718, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0e61214b87d04cc99d9daafe920ecdd6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/6431d20065fc4645a3808df83b1af76a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d34dedc9843442d6930b37c5b5283781, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b8f6ee74456747f6bd50bc369e3bdb8f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d66038b39f744900830561771f3b33cc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/5b97a7e0a692407f8fda655535231616, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b3f49c2b4f7245dea080b23b3313c59b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/798dff4f51234feeb8db229e8bf8584b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ee7bcba598d44ac1a86856c78effd05d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/dcac3fe9c8e746ec9c7487261b3990d5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a69d074ec5eb41488c3ac13244bb4b8d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/51e69a2bc6d4496bbed57a77d9c83d75, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/83a505832b8740cdbd7259abeefc7ff1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d59484868b7647688135f69d889c245a] to archive
2024-11-08T05:23:57,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:23:57,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/9b5eac9765fd4ef2a0c9209061dabd76 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/9b5eac9765fd4ef2a0c9209061dabd76
2024-11-08T05:23:57,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/2ca5c6f01aa749dd8537b06343b54927 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/2ca5c6f01aa749dd8537b06343b54927
2024-11-08T05:23:57,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/fdc47e60fb4643c3a7888ccc627cc804 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/fdc47e60fb4643c3a7888ccc627cc804
2024-11-08T05:23:57,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0038fee70aec4ee2b0eb81c58cafe88b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0038fee70aec4ee2b0eb81c58cafe88b
2024-11-08T05:23:57,799 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/05dd69b4046648c1ac047667374373ab to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/05dd69b4046648c1ac047667374373ab
2024-11-08T05:23:57,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a05a53d9174b47bb908b2ea1ca5194f7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a05a53d9174b47bb908b2ea1ca5194f7
2024-11-08T05:23:57,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/7f5f51f5b9754c648d60ab930b4da9a1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/7f5f51f5b9754c648d60ab930b4da9a1
2024-11-08T05:23:57,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/193c902204b14f65a374ef609c4c1286 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/193c902204b14f65a374ef609c4c1286
2024-11-08T05:23:57,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/88bb76f43ccc42b5a79609a598d4d2f1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/88bb76f43ccc42b5a79609a598d4d2f1
2024-11-08T05:23:57,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e5bea476539a420e9caf8984ad8f75d1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e5bea476539a420e9caf8984ad8f75d1
2024-11-08T05:23:57,805 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/8962a1d874424915a9dd70ff2aecef71 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/8962a1d874424915a9dd70ff2aecef71
2024-11-08T05:23:57,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/84c47042fbaa4e7a9483fc031718fa07 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/84c47042fbaa4e7a9483fc031718fa07
2024-11-08T05:23:57,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0ecdedb6dd5a4ddaa24d6fe611e07398 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0ecdedb6dd5a4ddaa24d6fe611e07398
2024-11-08T05:23:57,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/842716ed1a6d403f80d0f5bac54a328c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/842716ed1a6d403f80d0f5bac54a328c
2024-11-08T05:23:57,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ae23532d647843428deff0a36038f065 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ae23532d647843428deff0a36038f065
2024-11-08T05:23:57,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b56d7ac26d484be8a251aa68f7d21935 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b56d7ac26d484be8a251aa68f7d21935
2024-11-08T05:23:57,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e0615d66724248229d03694ea4dc4718 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/e0615d66724248229d03694ea4dc4718
2024-11-08T05:23:57,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0e61214b87d04cc99d9daafe920ecdd6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/0e61214b87d04cc99d9daafe920ecdd6
2024-11-08T05:23:57,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/6431d20065fc4645a3808df83b1af76a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/6431d20065fc4645a3808df83b1af76a
2024-11-08T05:23:57,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d34dedc9843442d6930b37c5b5283781 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d34dedc9843442d6930b37c5b5283781
2024-11-08T05:23:57,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b8f6ee74456747f6bd50bc369e3bdb8f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b8f6ee74456747f6bd50bc369e3bdb8f
2024-11-08T05:23:57,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d66038b39f744900830561771f3b33cc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d66038b39f744900830561771f3b33cc
2024-11-08T05:23:57,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/5b97a7e0a692407f8fda655535231616 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/5b97a7e0a692407f8fda655535231616
2024-11-08T05:23:57,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b3f49c2b4f7245dea080b23b3313c59b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/b3f49c2b4f7245dea080b23b3313c59b
2024-11-08T05:23:57,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/798dff4f51234feeb8db229e8bf8584b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/798dff4f51234feeb8db229e8bf8584b
2024-11-08T05:23:57,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ee7bcba598d44ac1a86856c78effd05d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/ee7bcba598d44ac1a86856c78effd05d
2024-11-08T05:23:57,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/dcac3fe9c8e746ec9c7487261b3990d5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/dcac3fe9c8e746ec9c7487261b3990d5
2024-11-08T05:23:57,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a69d074ec5eb41488c3ac13244bb4b8d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/a69d074ec5eb41488c3ac13244bb4b8d
2024-11-08T05:23:57,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/51e69a2bc6d4496bbed57a77d9c83d75 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/51e69a2bc6d4496bbed57a77d9c83d75
2024-11-08T05:23:57,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/83a505832b8740cdbd7259abeefc7ff1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/83a505832b8740cdbd7259abeefc7ff1
2024-11-08T05:23:57,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d59484868b7647688135f69d889c245a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/d59484868b7647688135f69d889c245a
2024-11-08T05:23:57,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/39edfa0769514875a88826c02a3f099b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/908d11d112764c539888f73920f27277, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d41caedc94164a0b8e208818625c07ec, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/476a4a9da6a0473aa5e3e63d68daae1f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/6261784e311b40d38624bec903984ab9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/14ee565b82fa4759949661d1e4309858, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3f6dd299c86842948982aa7975b5b54b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/1373c3337e734b34a5505e8a2b2afccf, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/a458f12186444f419ccb588ab62c43b8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0271a42760974c909b40e59161a66d36, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/605c27e9c7e14511b7c768a5915dcf6d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/deb442198a384a6b8ca09b0e8a74208b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/5cbd716e2c7349a28ffad5800f704b9e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/b444a8368e38483398d6dc71c17420e5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f2de02022a824c0b925502f44ebacb46, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/46cfce2cc1fc403eab5718213ead9f8c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/09b093e6a34443f59f5a8222d3ed8b1d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/33254ae55b7e48f5ac9b665b93e2f714, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/661a3fa2bf0b450cb3d35fa6aaad1e23, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/83895f89263b40ed8dc2cd171364c074, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f82aeec588734f749b277828e7237236, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/006267aba23c49eb86c7e23377216b61, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d987d32eceaa46c2ac463e38afb001a1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0cdea84d7a75471a8b1934ee5b42051f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9d9fb18208524b7ebd2b62e1090f85e0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/443ee952f524443890b1695ba9a4c377, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3ffe3ad316ca4811a5c526c3b57e0fb5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/270c937688414789912d70cd1293644f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/c0d190abb03d4e9d827fadb639dd49d7] to archive
2024-11-08T05:23:57,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:23:57,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/39edfa0769514875a88826c02a3f099b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/39edfa0769514875a88826c02a3f099b
2024-11-08T05:23:57,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/908d11d112764c539888f73920f27277 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/908d11d112764c539888f73920f27277
2024-11-08T05:23:57,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d41caedc94164a0b8e208818625c07ec to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d41caedc94164a0b8e208818625c07ec
2024-11-08T05:23:57,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/476a4a9da6a0473aa5e3e63d68daae1f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/476a4a9da6a0473aa5e3e63d68daae1f
2024-11-08T05:23:57,833 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/6261784e311b40d38624bec903984ab9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/6261784e311b40d38624bec903984ab9
2024-11-08T05:23:57,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/14ee565b82fa4759949661d1e4309858 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/14ee565b82fa4759949661d1e4309858
2024-11-08T05:23:57,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3f6dd299c86842948982aa7975b5b54b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3f6dd299c86842948982aa7975b5b54b
2024-11-08T05:23:57,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/1373c3337e734b34a5505e8a2b2afccf to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/1373c3337e734b34a5505e8a2b2afccf
2024-11-08T05:23:57,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/a458f12186444f419ccb588ab62c43b8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/a458f12186444f419ccb588ab62c43b8
2024-11-08T05:23:57,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0271a42760974c909b40e59161a66d36 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0271a42760974c909b40e59161a66d36
2024-11-08T05:23:57,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/605c27e9c7e14511b7c768a5915dcf6d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/605c27e9c7e14511b7c768a5915dcf6d
2024-11-08T05:23:57,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/deb442198a384a6b8ca09b0e8a74208b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/deb442198a384a6b8ca09b0e8a74208b
2024-11-08T05:23:57,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/5cbd716e2c7349a28ffad5800f704b9e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/5cbd716e2c7349a28ffad5800f704b9e
2024-11-08T05:23:57,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/b444a8368e38483398d6dc71c17420e5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/b444a8368e38483398d6dc71c17420e5
2024-11-08T05:23:57,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f2de02022a824c0b925502f44ebacb46 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f2de02022a824c0b925502f44ebacb46
2024-11-08T05:23:57,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/46cfce2cc1fc403eab5718213ead9f8c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/46cfce2cc1fc403eab5718213ead9f8c
2024-11-08T05:23:57,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/09b093e6a34443f59f5a8222d3ed8b1d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/09b093e6a34443f59f5a8222d3ed8b1d
2024-11-08T05:23:57,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/33254ae55b7e48f5ac9b665b93e2f714 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/33254ae55b7e48f5ac9b665b93e2f714
2024-11-08T05:23:57,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/661a3fa2bf0b450cb3d35fa6aaad1e23 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/661a3fa2bf0b450cb3d35fa6aaad1e23
2024-11-08T05:23:57,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/83895f89263b40ed8dc2cd171364c074 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/83895f89263b40ed8dc2cd171364c074
2024-11-08T05:23:57,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f82aeec588734f749b277828e7237236 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/f82aeec588734f749b277828e7237236
2024-11-08T05:23:57,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/006267aba23c49eb86c7e23377216b61 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/006267aba23c49eb86c7e23377216b61
2024-11-08T05:23:57,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d987d32eceaa46c2ac463e38afb001a1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/d987d32eceaa46c2ac463e38afb001a1
2024-11-08T05:23:57,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0cdea84d7a75471a8b1934ee5b42051f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/0cdea84d7a75471a8b1934ee5b42051f
2024-11-08T05:23:57,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9d9fb18208524b7ebd2b62e1090f85e0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9d9fb18208524b7ebd2b62e1090f85e0
2024-11-08T05:23:57,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9a84c1f4e97d4edf9a8b12dc2f40f3c0
2024-11-08T05:23:57,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/443ee952f524443890b1695ba9a4c377 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/443ee952f524443890b1695ba9a4c377
2024-11-08T05:23:57,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3ffe3ad316ca4811a5c526c3b57e0fb5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/3ffe3ad316ca4811a5c526c3b57e0fb5
2024-11-08T05:23:57,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/270c937688414789912d70cd1293644f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/270c937688414789912d70cd1293644f
2024-11-08T05:23:57,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/aaf9ae5a9c7d4f6d8daa6e4a4d2807b5
2024-11-08T05:23:57,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/c0d190abb03d4e9d827fadb639dd49d7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/c0d190abb03d4e9d827fadb639dd49d7
2024-11-08T05:23:57,859 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/recovered.edits/457.seqid, newMaxSeqId=457, maxSeqId=1
2024-11-08T05:23:57,859 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.
2024-11-08T05:23:57,859 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for f3abfe43cc8edbdc5d44b8e7395701a5:
Waiting for close lock at 1731043436474Running coprocessor pre-close hooks at 1731043436474Disabling compacts and flushes for region at 1731043436474Disabling writes for close at 1731043436475 (+1 ms)Obtaining lock to block concurrent updates at 1731043436475Preparing flush snapshotting stores in f3abfe43cc8edbdc5d44b8e7395701a5 at 1731043436475Finished memstore snapshotting TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731043436476 (+1 ms)Flushing stores of TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5. at 1731043436477 (+1 ms)Flushing f3abfe43cc8edbdc5d44b8e7395701a5/A: creating writer at 1731043436478 (+1 ms)Flushing f3abfe43cc8edbdc5d44b8e7395701a5/A: appending metadata at 1731043436484 (+6 ms)Flushing f3abfe43cc8edbdc5d44b8e7395701a5/A: closing flushed file at 1731043436484Flushing f3abfe43cc8edbdc5d44b8e7395701a5/B: creating writer at 1731043436896 (+412 ms)Flushing f3abfe43cc8edbdc5d44b8e7395701a5/B: appending metadata at 1731043436901 (+5 ms)Flushing f3abfe43cc8edbdc5d44b8e7395701a5/B: closing flushed file at 1731043436901Flushing f3abfe43cc8edbdc5d44b8e7395701a5/C: creating writer at 1731043437317 (+416 ms)Flushing f3abfe43cc8edbdc5d44b8e7395701a5/C: appending metadata at 1731043437321 (+4 ms)Flushing f3abfe43cc8edbdc5d44b8e7395701a5/C: closing flushed file at 1731043437321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db3b0fd: reopening flushed file at 1731043437737 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d389c09: reopening flushed file at 1731043437742 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4230ae50: reopening flushed file at 1731043437746 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for f3abfe43cc8edbdc5d44b8e7395701a5 in 1276ms, sequenceid=454, compaction requested=true at 1731043437751 (+5 ms)Writing region close event to WAL at 1731043437856 (+105 ms)Running coprocessor post-close hooks at 1731043437859 (+3 ms)Closed at 1731043437859
2024-11-08T05:23:57,861 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:57,862 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=f3abfe43cc8edbdc5d44b8e7395701a5, regionState=CLOSED
2024-11-08T05:23:57,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:23:57,865 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84
2024-11-08T05:23:57,865 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure f3abfe43cc8edbdc5d44b8e7395701a5, server=d1ba675678c9,35687,1731043346195 in 1.5440 sec
2024-11-08T05:23:57,866 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-11-08T05:23:57,866 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f3abfe43cc8edbdc5d44b8e7395701a5, UNASSIGN in 1.5490 sec
2024-11-08T05:23:57,868 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-08T05:23:57,868 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5530 sec
2024-11-08T05:23:57,869 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043437869"}]},"ts":"1731043437869"}
2024-11-08T05:23:57,871 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T05:23:57,871 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T05:23:57,872 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5630 sec
2024-11-08T05:23:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-08T05:23:58,460 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:58,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-08T05:23:58,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:58,465 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=86, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:58,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-08T05:23:58,467 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=86, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:58,471 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:58,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/recovered.edits]
2024-11-08T05:23:58,480 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/5f579cb67ca74c489868cd6e99bb965e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/5f579cb67ca74c489868cd6e99bb965e
2024-11-08T05:23:58,482 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/60ae8aaee56a4c50a72b5bcf1039a63f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/60ae8aaee56a4c50a72b5bcf1039a63f
2024-11-08T05:23:58,484 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d7f3c5b4314c4390bcb53337831d8d9f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/A/d7f3c5b4314c4390bcb53337831d8d9f
2024-11-08T05:23:58,487 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/25883cf1e0a4470781c03809790145f7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/25883cf1e0a4470781c03809790145f7
2024-11-08T05:23:58,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/cbdd74cbbf3b43a095d58114c107ef33 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/cbdd74cbbf3b43a095d58114c107ef33
2024-11-08T05:23:58,492 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/cf7d06e73bdc4ca8ab0ee11fad8ce829 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/B/cf7d06e73bdc4ca8ab0ee11fad8ce829
2024-11-08T05:23:58,497 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/4ab86f54cac245d59e6350804a8f39d4 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/4ab86f54cac245d59e6350804a8f39d4
2024-11-08T05:23:58,499 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/70da8bd1ee774a99b22d41f5c8781592 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/70da8bd1ee774a99b22d41f5c8781592
2024-11-08T05:23:58,501 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9826dcff70934cd88ee5d725d6aa1cd8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/C/9826dcff70934cd88ee5d725d6aa1cd8
2024-11-08T05:23:58,503 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/recovered.edits/457.seqid to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5/recovered.edits/457.seqid
2024-11-08T05:23:58,503 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/f3abfe43cc8edbdc5d44b8e7395701a5
2024-11-08T05:23:58,503 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T05:23:58,505 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=86, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:58,508 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T05:23:58,510 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T05:23:58,511 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=86, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:58,511 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T05:23:58,511 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731043438511"}]},"ts":"9223372036854775807"}
2024-11-08T05:23:58,513 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-08T05:23:58,513 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f3abfe43cc8edbdc5d44b8e7395701a5, NAME => 'TestAcidGuarantees,,1731043405724.f3abfe43cc8edbdc5d44b8e7395701a5.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T05:23:58,513 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T05:23:58,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731043438513"}]},"ts":"9223372036854775807"}
2024-11-08T05:23:58,514 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-08T05:23:58,515 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=86, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:58,516 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec
2024-11-08T05:23:58,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86
2024-11-08T05:23:58,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-08T05:23:58,570 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:23:58,582 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=451 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=426 (was 510), ProcessCount=11 (was 11), AvailableMemoryMB=7791 (was 7862)
2024-11-08T05:23:58,592 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=426, ProcessCount=11, AvailableMemoryMB=7791
2024-11-08T05:23:58,593 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:23:58,593 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:23:58,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T05:23:58,595 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:23:58,595 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:58,595 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 87
2024-11-08T05:23:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-08T05:23:58,596 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:23:58,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742148_1324 (size=959)
2024-11-08T05:23:58,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-08T05:23:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-08T05:23:59,008 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23
2024-11-08T05:23:59,017 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742149_1325 (size=53)
2024-11-08T05:23:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-08T05:23:59,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:23:59,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 16e0ab29e42a51f130ca849c00c32a70, disabling compactions & flushes
2024-11-08T05:23:59,419 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:23:59,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:23:59,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. after waiting 0 ms
2024-11-08T05:23:59,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:23:59,420 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:23:59,420 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16e0ab29e42a51f130ca849c00c32a70:
Waiting for close lock at 1731043439419Disabling compacts and flushes for region at 1731043439419Disabling writes for close at 1731043439419Writing region close event to WAL at 1731043439420 (+1 ms)Closed at 1731043439420
2024-11-08T05:23:59,423 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:23:59,424 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731043439423"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043439423"}]},"ts":"1731043439423"}
2024-11-08T05:23:59,426 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:23:59,427 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:23:59,428 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043439427"}]},"ts":"1731043439427"}
2024-11-08T05:23:59,429 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T05:23:59,430 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, ASSIGN}]
2024-11-08T05:23:59,431 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, ASSIGN
2024-11-08T05:23:59,432 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, ASSIGN; state=OFFLINE, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=false
2024-11-08T05:23:59,583 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=16e0ab29e42a51f130ca849c00c32a70, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:59,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, ASSIGN because future has completed
2024-11-08T05:23:59,587 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:23:59,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-08T05:23:59,748 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:23:59,749 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7752): Opening region: {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:23:59,749 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,749 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:23:59,750 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7794): checking encryption for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,750 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(7797): checking classloading for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,753 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16e0ab29e42a51f130ca849c00c32a70 
2024-11-08T05:23:59,756 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e0ab29e42a51f130ca849c00c32a70 columnFamilyName A
2024-11-08T05:23:59,756 DEBUG [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:59,756 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(327): Store=16e0ab29e42a51f130ca849c00c32a70/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:59,756 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16e0ab29e42a51f130ca849c00c32a70 
2024-11-08T05:23:59,757 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e0ab29e42a51f130ca849c00c32a70 columnFamilyName B
2024-11-08T05:23:59,757 DEBUG [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:59,758 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(327): Store=16e0ab29e42a51f130ca849c00c32a70/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:59,758 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16e0ab29e42a51f130ca849c00c32a70 
2024-11-08T05:23:59,759 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e0ab29e42a51f130ca849c00c32a70 columnFamilyName C
2024-11-08T05:23:59,759 DEBUG [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:23:59,760 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(327): Store=16e0ab29e42a51f130ca849c00c32a70/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:23:59,760 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1038): replaying wal for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,760 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,761 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,762 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1048): stopping wal replay for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,762 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1060): Cleaning up temporary data for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,762 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:23:59,763 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1093): writing seq id for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,765 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:23:59,765 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1114): Opened 16e0ab29e42a51f130ca849c00c32a70; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67901983, jitterRate=0.01181839406490326}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:23:59,765 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:23:59,766 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegion(1006): Region open journal for 16e0ab29e42a51f130ca849c00c32a70:
Running coprocessor pre-open hook at 1731043439750Writing region info on filesystem at 1731043439750Initializing all the Stores at 1731043439752 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043439752Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043439752Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043439753 (+1 ms)Cleaning up temporary data from old regions at 1731043439762 (+9 ms)Running coprocessor post-open hooks at 1731043439765 (+3 ms)Region opened successfully at 1731043439766 (+1 ms)
2024-11-08T05:23:59,767 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., pid=89, masterSystemTime=1731043439741
2024-11-08T05:23:59,768 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:23:59,768 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=89}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:23:59,768 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=16e0ab29e42a51f130ca849c00c32a70, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:23:59,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:23:59,771 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-11-08T05:23:59,771 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; OpenRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195 in 183 msec
2024-11-08T05:23:59,773 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87
2024-11-08T05:23:59,773 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, ASSIGN in 341 msec
2024-11-08T05:23:59,773 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:23:59,773 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043439773"}]},"ts":"1731043439773"}
2024-11-08T05:23:59,774 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T05:23:59,775 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=87, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:23:59,776 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec
2024-11-08T05:24:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87
2024-11-08T05:24:00,750 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:00,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:00,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:00,753 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:00,754 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:00,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6873f2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:00,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:00,756 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:00,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b198a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:00,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:00,759 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:00,760 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:00,761 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:24:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37945,1731043345409
2024-11-08T05:24:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@794d35c3
2024-11-08T05:24:00,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:24:00,763 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:24:00,765 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:24:00,765 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:24:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:00,776 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742150_1326 (size=995)
2024-11-08T05:24:01,180 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-08T05:24:01,180 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-08T05:24:01,185 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:24:01,189 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, REOPEN/MOVE}]
2024-11-08T05:24:01,190 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, REOPEN/MOVE
2024-11-08T05:24:01,191 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=16e0ab29e42a51f130ca849c00c32a70, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, REOPEN/MOVE because future has completed
2024-11-08T05:24:01,193 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:24:01,193 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:24:01,347 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,347 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:24:01,347 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing 16e0ab29e42a51f130ca849c00c32a70, disabling compactions & flushes
2024-11-08T05:24:01,347 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,348 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,348 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. after waiting 0 ms
2024-11-08T05:24:01,348 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,357 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T05:24:01,358 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,358 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for 16e0ab29e42a51f130ca849c00c32a70:
Waiting for close lock at 1731043441347Running coprocessor pre-close hooks at 1731043441347Disabling compacts and flushes for region at 1731043441347Disabling writes for close at 1731043441348 (+1 ms)Writing region close event to WAL at 1731043441349 (+1 ms)Running coprocessor post-close hooks at 1731043441358 (+9 ms)Closed at 1731043441358
2024-11-08T05:24:01,358 WARN  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegionServer(3299): Not adding moved region record: 16e0ab29e42a51f130ca849c00c32a70 to self.
2024-11-08T05:24:01,360 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,361 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=16e0ab29e42a51f130ca849c00c32a70, regionState=CLOSED
2024-11-08T05:24:01,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:24:01,365 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-08T05:24:01,365 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195 in 170 msec
2024-11-08T05:24:01,366 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, REOPEN/MOVE; state=CLOSED, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=true
2024-11-08T05:24:01,517 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=16e0ab29e42a51f130ca849c00c32a70, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, REOPEN/MOVE because future has completed
2024-11-08T05:24:01,521 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:24:01,683 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,684 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:24:01,685 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,685 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:24:01,685 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,685 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,687 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 16e0ab29e42a51f130ca849c00c32a70 
2024-11-08T05:24:01,687 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e0ab29e42a51f130ca849c00c32a70 columnFamilyName A
2024-11-08T05:24:01,688 DEBUG [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:01,689 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(327): Store=16e0ab29e42a51f130ca849c00c32a70/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:24:01,689 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 16e0ab29e42a51f130ca849c00c32a70 
2024-11-08T05:24:01,690 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e0ab29e42a51f130ca849c00c32a70 columnFamilyName B
2024-11-08T05:24:01,690 DEBUG [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:01,690 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(327): Store=16e0ab29e42a51f130ca849c00c32a70/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:24:01,690 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 16e0ab29e42a51f130ca849c00c32a70 
2024-11-08T05:24:01,691 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e0ab29e42a51f130ca849c00c32a70 columnFamilyName C
2024-11-08T05:24:01,691 DEBUG [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:01,691 INFO  [StoreOpener-16e0ab29e42a51f130ca849c00c32a70-1 {}] regionserver.HStore(327): Store=16e0ab29e42a51f130ca849c00c32a70/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:24:01,691 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,692 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,693 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,694 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,694 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,694 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:24:01,695 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,696 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 16e0ab29e42a51f130ca849c00c32a70; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74137602, jitterRate=0.10473635792732239}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:24:01,696 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,697 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 16e0ab29e42a51f130ca849c00c32a70:
Running coprocessor pre-open hook at 1731043441685Writing region info on filesystem at 1731043441685Initializing all the Stores at 1731043441686 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043441686Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043441686Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043441686Cleaning up temporary data from old regions at 1731043441694 (+8 ms)Running coprocessor post-open hooks at 1731043441696 (+2 ms)Region opened successfully at 1731043441697 (+1 ms)
2024-11-08T05:24:01,697 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., pid=94, masterSystemTime=1731043441675
2024-11-08T05:24:01,699 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,699 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,700 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=16e0ab29e42a51f130ca849c00c32a70, regionState=OPEN, openSeqNum=5, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:24:01,703 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=92
2024-11-08T05:24:01,703 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195 in 181 msec
2024-11-08T05:24:01,704 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91
2024-11-08T05:24:01,704 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, REOPEN/MOVE in 514 msec
2024-11-08T05:24:01,706 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-08T05:24:01,706 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 520 msec
2024-11-08T05:24:01,708 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec
2024-11-08T05:24:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90
2024-11-08T05:24:01,709 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:01,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,710 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,711 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e39ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,712 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,713 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c5c948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,713 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,714 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ff9cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,715 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309476ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,716 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,717 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45da412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,717 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,718 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,719 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adf113b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,719 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,719 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,720 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4827b693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,721 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e6b0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,723 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@530bd4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,724 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59df80fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,726 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790540dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,727 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3731059f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,728 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,728 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288d0163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,728 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,729 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,729 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b33d099, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,730 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a44e204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,731 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,732 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6ae65b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,733 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,733 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e92184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,735 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,735 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718b1ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,736 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:01,736 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:01,737 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49659ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:01,738 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:01,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36572355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:01,739 DEBUG [Thread-1508 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,739 DEBUG [Thread-1510 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,739 DEBUG [Thread-1504 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,739 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:01,739 DEBUG [Thread-1495 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,739 DEBUG [Thread-1502 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,740 DEBUG [Thread-1493 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,740 DEBUG [Thread-1491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,740 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,740 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees
2024-11-08T05:24:01,740 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,741 DEBUG [Thread-1497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,742 DEBUG [Thread-1499 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,742 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,742 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,742 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,742 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,743 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-08T05:24:01,743 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,743 DEBUG [Thread-1506 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:01,744 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,744 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:01,744 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,744 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:01,744 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,749 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:01,749 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:01,750 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,751 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,751 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:01,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:24:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,756 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:01,756 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:24:01,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110859c648cd4c494d34a6419a871fcdcbdb_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043441755/Put/seqid=0
2024-11-08T05:24:01,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742151_1327 (size=12154)
2024-11-08T05:24:01,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:01,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043501797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,802 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,803 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110859c648cd4c494d34a6419a871fcdcbdb_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110859c648cd4c494d34a6419a871fcdcbdb_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:01,804 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/400d3ee7cac84286b471e1edc12da74b, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:01,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/400d3ee7cac84286b471e1edc12da74b is 175, key is test_row_0/A:col10/1731043441755/Put/seqid=0
2024-11-08T05:24:01,805 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043501799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043501800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,806 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043501800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742152_1328 (size=30955)
2024-11-08T05:24:01,810 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043501801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-08T05:24:01,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:01,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:01,915 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043501909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043501909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,916 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043501909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,917 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043501909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,917 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:01,925 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:01,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043501918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:01,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-08T05:24:02,124 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043502119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043502119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,125 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043502119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,133 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043502129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,134 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043502129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,210 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/400d3ee7cac84286b471e1edc12da74b
2024-11-08T05:24:02,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/acc6f8d3863142aeaaac89be03666b71 is 50, key is test_row_0/B:col10/1731043441755/Put/seqid=0
2024-11-08T05:24:02,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742153_1329 (size=12001)
2024-11-08T05:24:02,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:02,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-08T05:24:02,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043502429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043502429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,435 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043502429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,436 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,444 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043502438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,445 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043502438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,631 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/acc6f8d3863142aeaaac89be03666b71
2024-11-08T05:24:02,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/9d83a1b7b56540f29b58385f9030fac7 is 50, key is test_row_0/C:col10/1731043441755/Put/seqid=0
2024-11-08T05:24:02,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742154_1330 (size=12001)
2024-11-08T05:24:02,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-08T05:24:02,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043502939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043502939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043502948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,952 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,952 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043502949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,961 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043502959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:02,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:02,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:02,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=96
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:03,057 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/9d83a1b7b56540f29b58385f9030fac7
2024-11-08T05:24:03,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/400d3ee7cac84286b471e1edc12da74b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/400d3ee7cac84286b471e1edc12da74b
2024-11-08T05:24:03,064 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/400d3ee7cac84286b471e1edc12da74b, entries=150, sequenceid=16, filesize=30.2 K
2024-11-08T05:24:03,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/acc6f8d3863142aeaaac89be03666b71 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/acc6f8d3863142aeaaac89be03666b71
2024-11-08T05:24:03,067 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/acc6f8d3863142aeaaac89be03666b71, entries=150, sequenceid=16, filesize=11.7 K
2024-11-08T05:24:03,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/9d83a1b7b56540f29b58385f9030fac7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/9d83a1b7b56540f29b58385f9030fac7
2024-11-08T05:24:03,071 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/9d83a1b7b56540f29b58385f9030fac7, entries=150, sequenceid=16, filesize=11.7 K
2024-11-08T05:24:03,072 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 16e0ab29e42a51f130ca849c00c32a70 in 1316ms, sequenceid=16, compaction requested=false
2024-11-08T05:24:03,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:03,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96
2024-11-08T05:24:03,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:03,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T05:24:03,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088306e7ad58634b989d02d82b4ef93b3d_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043441799/Put/seqid=0
2024-11-08T05:24:03,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742155_1331 (size=12154)
2024-11-08T05:24:03,390 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T05:24:03,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:03,536 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088306e7ad58634b989d02d82b4ef93b3d_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088306e7ad58634b989d02d82b4ef93b3d_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/deb9667704dc4685a79e2ef955293104, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:03,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/deb9667704dc4685a79e2ef955293104 is 175, key is test_row_0/A:col10/1731043441799/Put/seqid=0
2024-11-08T05:24:03,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742156_1332 (size=30955)
2024-11-08T05:24:03,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-08T05:24:03,941 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/deb9667704dc4685a79e2ef955293104
2024-11-08T05:24:03,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/633795e3e51347ed874d258ef26e2f07 is 50, key is test_row_0/B:col10/1731043441799/Put/seqid=0
2024-11-08T05:24:03,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:03,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:03,960 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742157_1333 (size=12001)
2024-11-08T05:24:03,977 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043503968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:03,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043503968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:03,978 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043503975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:03,979 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:03,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043503978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:03,983 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:03,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043503978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:03,984 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:03,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043504088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043504089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,093 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043504089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,303 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043504298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043504298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043504298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,361 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/633795e3e51347ed874d258ef26e2f07
2024-11-08T05:24:04,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/ec31cf3a5f46410196943162711059ab is 50, key is test_row_0/C:col10/1731043441799/Put/seqid=0
2024-11-08T05:24:04,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742158_1334 (size=12001)
2024-11-08T05:24:04,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043504609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043504609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,613 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:04,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043504609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:04,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:04,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/ec31cf3a5f46410196943162711059ab
2024-11-08T05:24:04,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/deb9667704dc4685a79e2ef955293104 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/deb9667704dc4685a79e2ef955293104
2024-11-08T05:24:04,779 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/deb9667704dc4685a79e2ef955293104, entries=150, sequenceid=40, filesize=30.2 K
2024-11-08T05:24:04,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/633795e3e51347ed874d258ef26e2f07 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/633795e3e51347ed874d258ef26e2f07
2024-11-08T05:24:04,783 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/633795e3e51347ed874d258ef26e2f07, entries=150, sequenceid=40, filesize=11.7 K
2024-11-08T05:24:04,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/ec31cf3a5f46410196943162711059ab as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/ec31cf3a5f46410196943162711059ab
2024-11-08T05:24:04,787 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/ec31cf3a5f46410196943162711059ab, entries=150, sequenceid=40, filesize=11.7 K
2024-11-08T05:24:04,789 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 16e0ab29e42a51f130ca849c00c32a70 in 1669ms, sequenceid=40, compaction requested=false
2024-11-08T05:24:04,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:04,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:04,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96
2024-11-08T05:24:04,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=96
2024-11-08T05:24:04,791 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95
2024-11-08T05:24:04,791 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0460 sec
2024-11-08T05:24:04,793 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 3.0520 sec
2024-11-08T05:24:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:05,123 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:05,123 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:24:05,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e421fbe17f9e4918ac9caacc8b0f7705_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043443974/Put/seqid=0
2024-11-08T05:24:05,142 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742159_1335 (size=14594)
2024-11-08T05:24:05,142 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:05,145 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e421fbe17f9e4918ac9caacc8b0f7705_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e421fbe17f9e4918ac9caacc8b0f7705_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:05,147 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5f4c1e9d3c77456396979e66cd7cfba2, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:05,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5f4c1e9d3c77456396979e66cd7cfba2 is 175, key is test_row_0/A:col10/1731043443974/Put/seqid=0
2024-11-08T05:24:05,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742160_1336 (size=39549)
2024-11-08T05:24:05,178 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043505170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,182 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043505171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,183 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043505178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043505289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043505289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043505289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043505499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,503 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043505499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,504 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043505499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,504 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,560 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5f4c1e9d3c77456396979e66cd7cfba2
2024-11-08T05:24:05,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1f6b7cf7f54d4a20853f3e638f9b4464 is 50, key is test_row_0/B:col10/1731043443974/Put/seqid=0
2024-11-08T05:24:05,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742161_1337 (size=12001)
2024-11-08T05:24:05,574 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1f6b7cf7f54d4a20853f3e638f9b4464
2024-11-08T05:24:05,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/bfb864a475a4421b918af29509559e61 is 50, key is test_row_0/C:col10/1731043443974/Put/seqid=0
2024-11-08T05:24:05,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742162_1338 (size=12001)
2024-11-08T05:24:05,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043505809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043505809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,814 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043505809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:05,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-08T05:24:05,899 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:05,900 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees
2024-11-08T05:24:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-08T05:24:05,901 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:05,902 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:05,902 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:05,988 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/bfb864a475a4421b918af29509559e61
2024-11-08T05:24:05,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5f4c1e9d3c77456396979e66cd7cfba2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5f4c1e9d3c77456396979e66cd7cfba2
2024-11-08T05:24:05,994 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5f4c1e9d3c77456396979e66cd7cfba2, entries=200, sequenceid=53, filesize=38.6 K
2024-11-08T05:24:05,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1f6b7cf7f54d4a20853f3e638f9b4464 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1f6b7cf7f54d4a20853f3e638f9b4464
2024-11-08T05:24:05,998 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1f6b7cf7f54d4a20853f3e638f9b4464, entries=150, sequenceid=53, filesize=11.7 K
2024-11-08T05:24:05,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/bfb864a475a4421b918af29509559e61 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/bfb864a475a4421b918af29509559e61
2024-11-08T05:24:06,001 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/bfb864a475a4421b918af29509559e61, entries=150, sequenceid=53, filesize=11.7 K
2024-11-08T05:24:06,002 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 16e0ab29e42a51f130ca849c00c32a70 in 879ms, sequenceid=53, compaction requested=true
2024-11-08T05:24:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:06,002 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:06,002 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:06,002 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:06,003 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:06,003 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/B is initiating minor compaction (all files)
2024-11-08T05:24:06,003 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/B in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,003 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/acc6f8d3863142aeaaac89be03666b71, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/633795e3e51347ed874d258ef26e2f07, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1f6b7cf7f54d4a20853f3e638f9b4464] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=35.2 K
2024-11-08T05:24:06,003 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:06,003 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/A is initiating minor compaction (all files)
2024-11-08T05:24:06,004 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/A in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,004 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/400d3ee7cac84286b471e1edc12da74b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/deb9667704dc4685a79e2ef955293104, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5f4c1e9d3c77456396979e66cd7cfba2] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=99.1 K
2024-11-08T05:24:06,004 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting acc6f8d3863142aeaaac89be03666b71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043441753
2024-11-08T05:24:06,004 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,004 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/400d3ee7cac84286b471e1edc12da74b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/deb9667704dc4685a79e2ef955293104, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5f4c1e9d3c77456396979e66cd7cfba2]
2024-11-08T05:24:06,004 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 400d3ee7cac84286b471e1edc12da74b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043441753
2024-11-08T05:24:06,004 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 633795e3e51347ed874d258ef26e2f07, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731043441798
2024-11-08T05:24:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:06,004 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting deb9667704dc4685a79e2ef955293104, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731043441798
2024-11-08T05:24:06,004 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f6b7cf7f54d4a20853f3e638f9b4464, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043443974
2024-11-08T05:24:06,004 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:06,005 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T05:24:06,005 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f4c1e9d3c77456396979e66cd7cfba2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043443966
2024-11-08T05:24:06,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-08T05:24:06,015 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:06,016 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#B#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:06,017 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/4faece0929c544c0880d437ae721bb2a is 50, key is test_row_0/B:col10/1731043443974/Put/seqid=0
2024-11-08T05:24:06,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085c7fdb4101e14175b36a372a5c1ddab8_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043446004/Put/seqid=0
2024-11-08T05:24:06,028 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108ad65de9da53c40ddaaa580eceb32c799_16e0ab29e42a51f130ca849c00c32a70 store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:06,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742163_1339 (size=12104)
2024-11-08T05:24:06,030 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108ad65de9da53c40ddaaa580eceb32c799_16e0ab29e42a51f130ca849c00c32a70, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:06,031 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ad65de9da53c40ddaaa580eceb32c799_16e0ab29e42a51f130ca849c00c32a70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:06,033 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/4faece0929c544c0880d437ae721bb2a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/4faece0929c544c0880d437ae721bb2a
2024-11-08T05:24:06,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742165_1341 (size=4469)
2024-11-08T05:24:06,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742164_1340 (size=17034)
2024-11-08T05:24:06,037 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:06,037 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#A#compaction#292 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:06,037 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/aff2c6c043d847dea190e1992838e127 is 175, key is test_row_0/A:col10/1731043443974/Put/seqid=0
2024-11-08T05:24:06,040 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085c7fdb4101e14175b36a372a5c1ddab8_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085c7fdb4101e14175b36a372a5c1ddab8_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:06,041 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/B of 16e0ab29e42a51f130ca849c00c32a70 into 4faece0929c544c0880d437ae721bb2a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:06,041 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:06,041 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/B, priority=13, startTime=1731043446002; duration=0sec
2024-11-08T05:24:06,041 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:06,041 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:B
2024-11-08T05:24:06,041 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:06,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742166_1342 (size=31058)
2024-11-08T05:24:06,042 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/1684c7d8b12344fd8f9ab43489452f26, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:06,042 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:06,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/1684c7d8b12344fd8f9ab43489452f26 is 175, key is test_row_0/A:col10/1731043446004/Put/seqid=0
2024-11-08T05:24:06,042 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/C is initiating minor compaction (all files)
2024-11-08T05:24:06,042 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/C in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,042 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/9d83a1b7b56540f29b58385f9030fac7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/ec31cf3a5f46410196943162711059ab, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/bfb864a475a4421b918af29509559e61] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=35.2 K
2024-11-08T05:24:06,043 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d83a1b7b56540f29b58385f9030fac7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043441753
2024-11-08T05:24:06,043 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ec31cf3a5f46410196943162711059ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731043441798
2024-11-08T05:24:06,044 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting bfb864a475a4421b918af29509559e61, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043443974
2024-11-08T05:24:06,049 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#C#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:06,050 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/d7f7a6b4447d4e61b5c27426af33c143 is 50, key is test_row_0/C:col10/1731043443974/Put/seqid=0
2024-11-08T05:24:06,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742167_1343 (size=48139)
2024-11-08T05:24:06,051 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/1684c7d8b12344fd8f9ab43489452f26
2024-11-08T05:24:06,051 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/aff2c6c043d847dea190e1992838e127 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/aff2c6c043d847dea190e1992838e127
2024-11-08T05:24:06,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-08T05:24:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742168_1344 (size=12104)
2024-11-08T05:24:06,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043506044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,058 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043506044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/da0efaebf1504490905af4f878444d67 is 50, key is test_row_0/B:col10/1731043446004/Put/seqid=0
2024-11-08T05:24:06,062 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/A of 16e0ab29e42a51f130ca849c00c32a70 into aff2c6c043d847dea190e1992838e127(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:06,062 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:06,062 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/A, priority=13, startTime=1731043446002; duration=0sec
2024-11-08T05:24:06,062 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:06,062 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:A
2024-11-08T05:24:06,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742169_1345 (size=12001)
2024-11-08T05:24:06,173 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043506169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,174 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043506169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-08T05:24:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-08T05:24:06,322 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043506318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,332 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043506328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,333 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043506328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,333 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-08T05:24:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043506379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,381 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043506379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,381 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,460 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/d7f7a6b4447d4e61b5c27426af33c143 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d7f7a6b4447d4e61b5c27426af33c143
2024-11-08T05:24:06,464 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/C of 16e0ab29e42a51f130ca849c00c32a70 into d7f7a6b4447d4e61b5c27426af33c143(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:06,464 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:06,464 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/C, priority=13, startTime=1731043446002; duration=0sec
2024-11-08T05:24:06,465 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:06,465 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:C
2024-11-08T05:24:06,465 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/da0efaebf1504490905af4f878444d67
2024-11-08T05:24:06,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/4508797fa45a4cb19049dac52f105d29 is 50, key is test_row_0/C:col10/1731043446004/Put/seqid=0
2024-11-08T05:24:06,477 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742170_1346 (size=12001)
2024-11-08T05:24:06,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-08T05:24:06,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-08T05:24:06,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-08T05:24:06,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043506688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,693 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:06,693 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043506688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:06,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:06,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-08T05:24:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:06,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=98
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:06,878 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/4508797fa45a4cb19049dac52f105d29
2024-11-08T05:24:06,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/1684c7d8b12344fd8f9ab43489452f26 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1684c7d8b12344fd8f9ab43489452f26
2024-11-08T05:24:06,885 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1684c7d8b12344fd8f9ab43489452f26, entries=250, sequenceid=78, filesize=47.0 K
2024-11-08T05:24:06,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/da0efaebf1504490905af4f878444d67 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/da0efaebf1504490905af4f878444d67
2024-11-08T05:24:06,889 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/da0efaebf1504490905af4f878444d67, entries=150, sequenceid=78, filesize=11.7 K
2024-11-08T05:24:06,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/4508797fa45a4cb19049dac52f105d29 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4508797fa45a4cb19049dac52f105d29
2024-11-08T05:24:06,893 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4508797fa45a4cb19049dac52f105d29, entries=150, sequenceid=78, filesize=11.7 K
2024-11-08T05:24:06,894 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 16e0ab29e42a51f130ca849c00c32a70 in 890ms, sequenceid=78, compaction requested=false
2024-11-08T05:24:06,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:06,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98
2024-11-08T05:24:06,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:06,970 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB
2024-11-08T05:24:06,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bf513459beac48baaffbbf84549769f8_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043446041/Put/seqid=0
2024-11-08T05:24:06,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742171_1347 (size=12154)
2024-11-08T05:24:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-08T05:24:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:07,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:07,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043507263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043507264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043507338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043507338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,345 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,344 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043507338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,345 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,345 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:07,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,375 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043507369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043507379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:07,393 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bf513459beac48baaffbbf84549769f8_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bf513459beac48baaffbbf84549769f8_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:07,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5c965606d56f4e18988b40c80d80bc07, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:07,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5c965606d56f4e18988b40c80d80bc07 is 175, key is test_row_0/A:col10/1731043446041/Put/seqid=0
2024-11-08T05:24:07,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742172_1348 (size=30955)
2024-11-08T05:24:07,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043507578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,584 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043507588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,595 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,800 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5c965606d56f4e18988b40c80d80bc07
2024-11-08T05:24:07,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1e6b0525ec5e4278a8c62062b2dd971c is 50, key is test_row_0/B:col10/1731043446041/Put/seqid=0
2024-11-08T05:24:07,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742173_1349 (size=12001)
2024-11-08T05:24:07,895 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043507889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:07,905 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:07,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043507899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:07,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-08T05:24:08,210 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1e6b0525ec5e4278a8c62062b2dd971c
2024-11-08T05:24:08,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/0fbe4062ebea44cfb2a55edeecaf659b is 50, key is test_row_0/C:col10/1731043446041/Put/seqid=0
2024-11-08T05:24:08,221 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742174_1350 (size=12001)
2024-11-08T05:24:08,414 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:08,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043508409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:08,415 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:08,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043508409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:08,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:08,622 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/0fbe4062ebea44cfb2a55edeecaf659b
2024-11-08T05:24:08,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5c965606d56f4e18988b40c80d80bc07 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5c965606d56f4e18988b40c80d80bc07
2024-11-08T05:24:08,629 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5c965606d56f4e18988b40c80d80bc07, entries=150, sequenceid=93, filesize=30.2 K
2024-11-08T05:24:08,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1e6b0525ec5e4278a8c62062b2dd971c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1e6b0525ec5e4278a8c62062b2dd971c
2024-11-08T05:24:08,633 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1e6b0525ec5e4278a8c62062b2dd971c, entries=150, sequenceid=93, filesize=11.7 K
2024-11-08T05:24:08,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/0fbe4062ebea44cfb2a55edeecaf659b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/0fbe4062ebea44cfb2a55edeecaf659b
2024-11-08T05:24:08,636 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/0fbe4062ebea44cfb2a55edeecaf659b, entries=150, sequenceid=93, filesize=11.7 K
2024-11-08T05:24:08,637 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 16e0ab29e42a51f130ca849c00c32a70 in 1667ms, sequenceid=93, compaction requested=true
2024-11-08T05:24:08,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:08,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:08,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98
2024-11-08T05:24:08,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=98
2024-11-08T05:24:08,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97
2024-11-08T05:24:08,640 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7360 sec
2024-11-08T05:24:08,641 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.7400 sec
2024-11-08T05:24:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:09,353 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:09,353 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T05:24:09,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dcf5f5d1a2fa4ee19aaaae8cca05ae05_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043449352/Put/seqid=0
2024-11-08T05:24:09,363 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742175_1351 (size=14594)
2024-11-08T05:24:09,380 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043509374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043509376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,383 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043509377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043509429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043509429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,436 WARN  [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,436 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043509488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043509488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,494 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043509488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043509699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043509699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,705 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043509699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:09,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:09,764 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:09,766 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dcf5f5d1a2fa4ee19aaaae8cca05ae05_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dcf5f5d1a2fa4ee19aaaae8cca05ae05_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:09,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/bc658951a1bc49f18a6035e47e02a255, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:09,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/bc658951a1bc49f18a6035e47e02a255 is 175, key is test_row_0/A:col10/1731043449352/Put/seqid=0
2024-11-08T05:24:09,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742176_1352 (size=39549)
2024-11-08T05:24:10,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043510008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:10,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043510008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:10,025 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043510019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97
2024-11-08T05:24:10,058 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:10,059 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees
2024-11-08T05:24:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-08T05:24:10,060 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:10,061 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:10,061 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-08T05:24:10,171 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/bc658951a1bc49f18a6035e47e02a255
2024-11-08T05:24:10,177 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1491496d7afd46ff819bde6da62590e5 is 50, key is test_row_0/B:col10/1731043449352/Put/seqid=0
2024-11-08T05:24:10,180 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742177_1353 (size=12001)
2024-11-08T05:24:10,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-08T05:24:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,365 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-08T05:24:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:10,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-08T05:24:10,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-08T05:24:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043510519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:10,525 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043510519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:10,535 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043510529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:10,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:10,581 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1491496d7afd46ff819bde6da62590e5
2024-11-08T05:24:10,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/17594a494fd34da5b24767d0239933bd is 50, key is test_row_0/C:col10/1731043449352/Put/seqid=0
2024-11-08T05:24:10,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742178_1354 (size=12001)
2024-11-08T05:24:10,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-08T05:24:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-08T05:24:10,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-08T05:24:10,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:10,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-08T05:24:10,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:10,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:10,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=100
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:10,993 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/17594a494fd34da5b24767d0239933bd
2024-11-08T05:24:10,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/bc658951a1bc49f18a6035e47e02a255 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/bc658951a1bc49f18a6035e47e02a255
2024-11-08T05:24:11,000 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/bc658951a1bc49f18a6035e47e02a255, entries=200, sequenceid=118, filesize=38.6 K
2024-11-08T05:24:11,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1491496d7afd46ff819bde6da62590e5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1491496d7afd46ff819bde6da62590e5
2024-11-08T05:24:11,003 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1491496d7afd46ff819bde6da62590e5, entries=150, sequenceid=118, filesize=11.7 K
2024-11-08T05:24:11,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/17594a494fd34da5b24767d0239933bd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/17594a494fd34da5b24767d0239933bd
2024-11-08T05:24:11,007 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/17594a494fd34da5b24767d0239933bd, entries=150, sequenceid=118, filesize=11.7 K
2024-11-08T05:24:11,008 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 16e0ab29e42a51f130ca849c00c32a70 in 1655ms, sequenceid=118, compaction requested=true
2024-11-08T05:24:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:11,008 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:11,008 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:11,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:11,011 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:11,011 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:11,011 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/A is initiating minor compaction (all files)
2024-11-08T05:24:11,011 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/B is initiating minor compaction (all files)
2024-11-08T05:24:11,012 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/A in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:11,012 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/B in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:11,012 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/aff2c6c043d847dea190e1992838e127, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1684c7d8b12344fd8f9ab43489452f26, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5c965606d56f4e18988b40c80d80bc07, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/bc658951a1bc49f18a6035e47e02a255] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=146.2 K
2024-11-08T05:24:11,012 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/4faece0929c544c0880d437ae721bb2a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/da0efaebf1504490905af4f878444d67, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1e6b0525ec5e4278a8c62062b2dd971c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1491496d7afd46ff819bde6da62590e5] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=47.0 K
2024-11-08T05:24:11,012 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:11,012 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/aff2c6c043d847dea190e1992838e127, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1684c7d8b12344fd8f9ab43489452f26, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5c965606d56f4e18988b40c80d80bc07, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/bc658951a1bc49f18a6035e47e02a255]
2024-11-08T05:24:11,012 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4faece0929c544c0880d437ae721bb2a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043443974
2024-11-08T05:24:11,012 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting aff2c6c043d847dea190e1992838e127, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043443974
2024-11-08T05:24:11,012 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting da0efaebf1504490905af4f878444d67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043445156
2024-11-08T05:24:11,012 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1684c7d8b12344fd8f9ab43489452f26, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043445156
2024-11-08T05:24:11,012 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e6b0525ec5e4278a8c62062b2dd971c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043446025
2024-11-08T05:24:11,013 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c965606d56f4e18988b40c80d80bc07, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043446025
2024-11-08T05:24:11,013 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 1491496d7afd46ff819bde6da62590e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731043447262
2024-11-08T05:24:11,013 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc658951a1bc49f18a6035e47e02a255, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731043447256
2024-11-08T05:24:11,019 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:11,021 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#B#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:11,021 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/060a7e6103a54aad9d0f7f2e742db935 is 50, key is test_row_0/B:col10/1731043449352/Put/seqid=0
2024-11-08T05:24:11,022 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411088e9a4a9bcbbe4ac3a96acc781d46ac46_16e0ab29e42a51f130ca849c00c32a70 store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:11,024 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411088e9a4a9bcbbe4ac3a96acc781d46ac46_16e0ab29e42a51f130ca849c00c32a70, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:11,024 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088e9a4a9bcbbe4ac3a96acc781d46ac46_16e0ab29e42a51f130ca849c00c32a70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:11,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742179_1355 (size=12241)
2024-11-08T05:24:11,041 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/060a7e6103a54aad9d0f7f2e742db935 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/060a7e6103a54aad9d0f7f2e742db935
2024-11-08T05:24:11,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742180_1356 (size=4469)
2024-11-08T05:24:11,046 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/B of 16e0ab29e42a51f130ca849c00c32a70 into 060a7e6103a54aad9d0f7f2e742db935(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:11,046 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:11,046 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/B, priority=12, startTime=1731043451008; duration=0sec
2024-11-08T05:24:11,046 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:11,046 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:B
2024-11-08T05:24:11,046 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:11,049 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:11,049 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/C is initiating minor compaction (all files)
2024-11-08T05:24:11,049 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/C in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:11,049 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d7f7a6b4447d4e61b5c27426af33c143, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4508797fa45a4cb19049dac52f105d29, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/0fbe4062ebea44cfb2a55edeecaf659b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/17594a494fd34da5b24767d0239933bd] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=47.0 K
2024-11-08T05:24:11,050 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d7f7a6b4447d4e61b5c27426af33c143, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731043443974
2024-11-08T05:24:11,050 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4508797fa45a4cb19049dac52f105d29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043445156
2024-11-08T05:24:11,050 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fbe4062ebea44cfb2a55edeecaf659b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731043446025
2024-11-08T05:24:11,050 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 17594a494fd34da5b24767d0239933bd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731043447262
2024-11-08T05:24:11,058 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#C#compaction#305 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:11,058 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/a8c320bacdb84b2bbae991376439a2d4 is 50, key is test_row_0/C:col10/1731043449352/Put/seqid=0
2024-11-08T05:24:11,065 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742181_1357 (size=12241)
2024-11-08T05:24:11,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100
2024-11-08T05:24:11,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:11,128 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:24:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080cd1e2dafc8d426aaf1ab960f464593b_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043449375/Put/seqid=0
2024-11-08T05:24:11,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742182_1358 (size=12154)
2024-11-08T05:24:11,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:11,142 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080cd1e2dafc8d426aaf1ab960f464593b_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080cd1e2dafc8d426aaf1ab960f464593b_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/518eb2308c724417890d297561f8de29, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:11,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/518eb2308c724417890d297561f8de29 is 175, key is test_row_0/A:col10/1731043449375/Put/seqid=0
2024-11-08T05:24:11,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742183_1359 (size=30955)
2024-11-08T05:24:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-08T05:24:11,443 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#A#compaction#304 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:11,444 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/c7ffc6b2575b4611a6ea88118fc46557 is 175, key is test_row_0/A:col10/1731043449352/Put/seqid=0
2024-11-08T05:24:11,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742184_1360 (size=31195)
2024-11-08T05:24:11,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:11,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:11,469 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/a8c320bacdb84b2bbae991376439a2d4 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a8c320bacdb84b2bbae991376439a2d4
2024-11-08T05:24:11,473 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/C of 16e0ab29e42a51f130ca849c00c32a70 into a8c320bacdb84b2bbae991376439a2d4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:11,473 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:11,473 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/C, priority=12, startTime=1731043451008; duration=0sec
2024-11-08T05:24:11,473 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:11,473 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:C
2024-11-08T05:24:11,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043511525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043511533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,545 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043511539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043511539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,546 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:11,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043511539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,546 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,546 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:11,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,548 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/518eb2308c724417890d297561f8de29
2024-11-08T05:24:11,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/b4ad5102ce044ba58e4286b20cf556ff is 50, key is test_row_0/B:col10/1731043449375/Put/seqid=0
2024-11-08T05:24:11,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742185_1361 (size=12001)
2024-11-08T05:24:11,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043511639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043511639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,852 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/c7ffc6b2575b4611a6ea88118fc46557 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c7ffc6b2575b4611a6ea88118fc46557
2024-11-08T05:24:11,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043511849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,854 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043511849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:11,856 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/A of 16e0ab29e42a51f130ca849c00c32a70 into c7ffc6b2575b4611a6ea88118fc46557(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:11,856 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:11,856 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/A, priority=12, startTime=1731043451008; duration=0sec
2024-11-08T05:24:11,856 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:11,856 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:A
2024-11-08T05:24:11,956 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/b4ad5102ce044ba58e4286b20cf556ff
2024-11-08T05:24:11,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/156827e42557461f90de07121d3abab2 is 50, key is test_row_0/C:col10/1731043449375/Put/seqid=0
2024-11-08T05:24:11,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742186_1362 (size=12001)
2024-11-08T05:24:12,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043512159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:12,164 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043512159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:12,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-08T05:24:12,365 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/156827e42557461f90de07121d3abab2
2024-11-08T05:24:12,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/518eb2308c724417890d297561f8de29 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/518eb2308c724417890d297561f8de29
2024-11-08T05:24:12,371 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/518eb2308c724417890d297561f8de29, entries=150, sequenceid=130, filesize=30.2 K
2024-11-08T05:24:12,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/b4ad5102ce044ba58e4286b20cf556ff as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/b4ad5102ce044ba58e4286b20cf556ff
2024-11-08T05:24:12,375 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/b4ad5102ce044ba58e4286b20cf556ff, entries=150, sequenceid=130, filesize=11.7 K
2024-11-08T05:24:12,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/156827e42557461f90de07121d3abab2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/156827e42557461f90de07121d3abab2
2024-11-08T05:24:12,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/156827e42557461f90de07121d3abab2, entries=150, sequenceid=130, filesize=11.7 K
2024-11-08T05:24:12,379 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 16e0ab29e42a51f130ca849c00c32a70 in 1251ms, sequenceid=130, compaction requested=false
2024-11-08T05:24:12,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:12,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:12,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100
2024-11-08T05:24:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=100
2024-11-08T05:24:12,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99
2024-11-08T05:24:12,382 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3190 sec
2024-11-08T05:24:12,383 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.3230 sec
2024-11-08T05:24:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:12,673 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T05:24:12,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080b83c12811d546ad93da4953dba8740f_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043452672/Put/seqid=0
2024-11-08T05:24:12,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742187_1363 (size=14794)
2024-11-08T05:24:12,704 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043512697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:12,706 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043512698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:12,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043512809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:12,812 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043512809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:12,812 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:12,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043513019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,023 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043513019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,023 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,083 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:13,086 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080b83c12811d546ad93da4953dba8740f_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080b83c12811d546ad93da4953dba8740f_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:13,086 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/4bb870f0472d45af815f36ac080ba531, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:13,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/4bb870f0472d45af815f36ac080ba531 is 175, key is test_row_0/A:col10/1731043452672/Put/seqid=0
2024-11-08T05:24:13,095 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742188_1364 (size=39749)
2024-11-08T05:24:13,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043513329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,336 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043513329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,496 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/4bb870f0472d45af815f36ac080ba531
2024-11-08T05:24:13,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/ce035177547c4d92911ef177c1c0d95d is 50, key is test_row_0/B:col10/1731043452672/Put/seqid=0
2024-11-08T05:24:13,505 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742189_1365 (size=12151)
2024-11-08T05:24:13,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043513559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,561 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043513559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,561 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,561 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,561 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,573 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043513568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,574 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043513838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:13,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043513848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:13,906 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/ce035177547c4d92911ef177c1c0d95d
2024-11-08T05:24:13,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/f2f27ff8dc5e401fba3a43609ff1311f is 50, key is test_row_0/C:col10/1731043452672/Put/seqid=0
2024-11-08T05:24:13,917 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742190_1366 (size=12151)
2024-11-08T05:24:14,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99
2024-11-08T05:24:14,219 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:14,220 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees
2024-11-08T05:24:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-08T05:24:14,221 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:14,222 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:14,222 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:14,318 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/f2f27ff8dc5e401fba3a43609ff1311f
2024-11-08T05:24:14,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/4bb870f0472d45af815f36ac080ba531 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/4bb870f0472d45af815f36ac080ba531
2024-11-08T05:24:14,324 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/4bb870f0472d45af815f36ac080ba531, entries=200, sequenceid=158, filesize=38.8 K
2024-11-08T05:24:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/ce035177547c4d92911ef177c1c0d95d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/ce035177547c4d92911ef177c1c0d95d
2024-11-08T05:24:14,328 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/ce035177547c4d92911ef177c1c0d95d, entries=150, sequenceid=158, filesize=11.9 K
2024-11-08T05:24:14,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/f2f27ff8dc5e401fba3a43609ff1311f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/f2f27ff8dc5e401fba3a43609ff1311f
2024-11-08T05:24:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-08T05:24:14,332 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/f2f27ff8dc5e401fba3a43609ff1311f, entries=150, sequenceid=158, filesize=11.9 K
2024-11-08T05:24:14,333 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 16e0ab29e42a51f130ca849c00c32a70 in 1660ms, sequenceid=158, compaction requested=true
2024-11-08T05:24:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:14,333 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:14,333 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:14,333 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:14,334 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:14,334 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:14,334 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/A is initiating minor compaction (all files)
2024-11-08T05:24:14,334 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/B is initiating minor compaction (all files)
2024-11-08T05:24:14,334 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/B in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:14,334 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/A in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:14,334 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c7ffc6b2575b4611a6ea88118fc46557, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/518eb2308c724417890d297561f8de29, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/4bb870f0472d45af815f36ac080ba531] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=99.5 K
2024-11-08T05:24:14,334 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/060a7e6103a54aad9d0f7f2e742db935, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/b4ad5102ce044ba58e4286b20cf556ff, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/ce035177547c4d92911ef177c1c0d95d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=35.5 K
2024-11-08T05:24:14,334 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:14,334 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c7ffc6b2575b4611a6ea88118fc46557, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/518eb2308c724417890d297561f8de29, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/4bb870f0472d45af815f36ac080ba531]
2024-11-08T05:24:14,335 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7ffc6b2575b4611a6ea88118fc46557, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731043447262
2024-11-08T05:24:14,335 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 060a7e6103a54aad9d0f7f2e742db935, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731043447262
2024-11-08T05:24:14,335 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b4ad5102ce044ba58e4286b20cf556ff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731043449365
2024-11-08T05:24:14,335 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 518eb2308c724417890d297561f8de29, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731043449365
2024-11-08T05:24:14,335 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ce035177547c4d92911ef177c1c0d95d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731043451518
2024-11-08T05:24:14,335 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bb870f0472d45af815f36ac080ba531, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731043451497
2024-11-08T05:24:14,341 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#B#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:14,342 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/126a05b161f24d94a46428e5105b0d33 is 50, key is test_row_0/B:col10/1731043452672/Put/seqid=0
2024-11-08T05:24:14,344 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:14,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742191_1367 (size=12493)
2024-11-08T05:24:14,353 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108ff848e8aca9948aea55b9a4a2fa6e104_16e0ab29e42a51f130ca849c00c32a70 store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:14,354 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108ff848e8aca9948aea55b9a4a2fa6e104_16e0ab29e42a51f130ca849c00c32a70, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:14,354 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ff848e8aca9948aea55b9a4a2fa6e104_16e0ab29e42a51f130ca849c00c32a70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:14,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742192_1368 (size=4469)
2024-11-08T05:24:14,359 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#A#compaction#313 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:14,360 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/c3c5feb40f2e4403b28ab0b0e2468195 is 175, key is test_row_0/A:col10/1731043452672/Put/seqid=0
2024-11-08T05:24:14,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742193_1369 (size=31447)
2024-11-08T05:24:14,374 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/c3c5feb40f2e4403b28ab0b0e2468195 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c3c5feb40f2e4403b28ab0b0e2468195
2024-11-08T05:24:14,374 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102
2024-11-08T05:24:14,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:14,374 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-08T05:24:14,381 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/A of 16e0ab29e42a51f130ca849c00c32a70 into c3c5feb40f2e4403b28ab0b0e2468195(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:14,381 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:14,381 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/A, priority=13, startTime=1731043454333; duration=0sec
2024-11-08T05:24:14,381 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:14,381 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:A
2024-11-08T05:24:14,381 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:14,382 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:14,382 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/C is initiating minor compaction (all files)
2024-11-08T05:24:14,382 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/C in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:14,382 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a8c320bacdb84b2bbae991376439a2d4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/156827e42557461f90de07121d3abab2, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/f2f27ff8dc5e401fba3a43609ff1311f] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=35.5 K
2024-11-08T05:24:14,382 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8c320bacdb84b2bbae991376439a2d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731043447262
2024-11-08T05:24:14,382 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 156827e42557461f90de07121d3abab2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731043449365
2024-11-08T05:24:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089d482bb806e54eebb75d0c08ab547fe5_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043452697/Put/seqid=0
2024-11-08T05:24:14,386 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2f27ff8dc5e401fba3a43609ff1311f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731043451518
2024-11-08T05:24:14,391 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:14,391 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/95b917c44a37402ba44bfa4c0d76e89b is 50, key is test_row_0/C:col10/1731043452672/Put/seqid=0
2024-11-08T05:24:14,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742194_1370 (size=12304)
2024-11-08T05:24:14,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742195_1371 (size=12493)
2024-11-08T05:24:14,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-08T05:24:14,753 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/126a05b161f24d94a46428e5105b0d33 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/126a05b161f24d94a46428e5105b0d33
2024-11-08T05:24:14,757 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/B of 16e0ab29e42a51f130ca849c00c32a70 into 126a05b161f24d94a46428e5105b0d33(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:14,757 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:14,757 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/B, priority=13, startTime=1731043454333; duration=0sec
2024-11-08T05:24:14,757 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:14,757 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:B
2024-11-08T05:24:14,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:14,797 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089d482bb806e54eebb75d0c08ab547fe5_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089d482bb806e54eebb75d0c08ab547fe5_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/249b8d8498a74bfe91b21c9ba816e76a, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:14,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/249b8d8498a74bfe91b21c9ba816e76a is 175, key is test_row_0/A:col10/1731043452697/Put/seqid=0
2024-11-08T05:24:14,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742196_1372 (size=31105)
2024-11-08T05:24:14,805 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/95b917c44a37402ba44bfa4c0d76e89b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/95b917c44a37402ba44bfa4c0d76e89b
2024-11-08T05:24:14,809 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/C of 16e0ab29e42a51f130ca849c00c32a70 into 95b917c44a37402ba44bfa4c0d76e89b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:14,809 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:14,809 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/C, priority=13, startTime=1731043454333; duration=0sec
2024-11-08T05:24:14,809 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:14,810 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:C
2024-11-08T05:24:14,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-08T05:24:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:14,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:14,956 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043514949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:14,957 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043514950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:15,063 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043515058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,064 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043515058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:15,202 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/249b8d8498a74bfe91b21c9ba816e76a
2024-11-08T05:24:15,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1378d0435eee4b15929f7b57abaef0a9 is 50, key is test_row_0/B:col10/1731043452697/Put/seqid=0
2024-11-08T05:24:15,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742197_1373 (size=12151)
2024-11-08T05:24:15,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1378d0435eee4b15929f7b57abaef0a9
2024-11-08T05:24:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/6b41ced33b694f73adcd66fd642dc5f1 is 50, key is test_row_0/C:col10/1731043452697/Put/seqid=0
2024-11-08T05:24:15,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742198_1374 (size=12151)
2024-11-08T05:24:15,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043515269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:15,271 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043515269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,271 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,272 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:15,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-08T05:24:15,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043515578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:15,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043515579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:15,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,583 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:15,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:15,623 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/6b41ced33b694f73adcd66fd642dc5f1
2024-11-08T05:24:15,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/249b8d8498a74bfe91b21c9ba816e76a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/249b8d8498a74bfe91b21c9ba816e76a
2024-11-08T05:24:15,685 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/249b8d8498a74bfe91b21c9ba816e76a, entries=150, sequenceid=168, filesize=30.4 K
2024-11-08T05:24:15,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/1378d0435eee4b15929f7b57abaef0a9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1378d0435eee4b15929f7b57abaef0a9
2024-11-08T05:24:15,690 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1378d0435eee4b15929f7b57abaef0a9, entries=150, sequenceid=168, filesize=11.9 K
2024-11-08T05:24:15,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/6b41ced33b694f73adcd66fd642dc5f1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/6b41ced33b694f73adcd66fd642dc5f1
2024-11-08T05:24:15,693 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/6b41ced33b694f73adcd66fd642dc5f1, entries=150, sequenceid=168, filesize=11.9 K
2024-11-08T05:24:15,694 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 16e0ab29e42a51f130ca849c00c32a70 in 1320ms, sequenceid=168, compaction requested=false
2024-11-08T05:24:15,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:15,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:15,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-08T05:24:15,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-08T05:24:15,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-08T05:24:15,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4730 sec
2024-11-08T05:24:15,698 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.4770 sec
2024-11-08T05:24:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:16,092 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-08T05:24:16,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110823de5e2970ce4e8198b58fec1eb4bf96_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043454925/Put/seqid=0
2024-11-08T05:24:16,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742199_1375 (size=14794)
2024-11-08T05:24:16,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:16,109 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110823de5e2970ce4e8198b58fec1eb4bf96_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110823de5e2970ce4e8198b58fec1eb4bf96_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:16,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/be622250c93c48ca9c9a351374d2390c, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:16,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:16,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043516111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:16,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/be622250c93c48ca9c9a351374d2390c is 175, key is test_row_0/A:col10/1731043454925/Put/seqid=0
2024-11-08T05:24:16,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043516112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:16,121 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742200_1376 (size=39749)
2024-11-08T05:24:16,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:16,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043516218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:16,224 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:16,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043516218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:16,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-08T05:24:16,369 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:16,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees
2024-11-08T05:24:16,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-08T05:24:16,371 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:16,371 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:16,371 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:16,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043516428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:16,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043516428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,433 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-08T05:24:16,522 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/be622250c93c48ca9c9a351374d2390c
2024-11-08T05:24:16,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-08T05:24:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/365020fba9be4f63a9ab905974ed3b39 is 50, key is test_row_0/B:col10/1731043454925/Put/seqid=0
2024-11-08T05:24:16,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742201_1377 (size=12151)
2024-11-08T05:24:16,538 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/365020fba9be4f63a9ab905974ed3b39
2024-11-08T05:24:16,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/362e2c67b0a64bb98c30406fccde7421 is 50, key is test_row_0/C:col10/1731043454925/Put/seqid=0
2024-11-08T05:24:16,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742202_1378 (size=12151)
2024-11-08T05:24:16,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-08T05:24:16,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:16,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-08T05:24:16,741 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043516739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:16,742 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043516739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:16,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:16,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-08T05:24:16,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=104
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:16,948 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/362e2c67b0a64bb98c30406fccde7421
2024-11-08T05:24:16,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/be622250c93c48ca9c9a351374d2390c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/be622250c93c48ca9c9a351374d2390c
2024-11-08T05:24:16,954 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/be622250c93c48ca9c9a351374d2390c, entries=200, sequenceid=198, filesize=38.8 K
2024-11-08T05:24:16,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/365020fba9be4f63a9ab905974ed3b39 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/365020fba9be4f63a9ab905974ed3b39
2024-11-08T05:24:16,958 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/365020fba9be4f63a9ab905974ed3b39, entries=150, sequenceid=198, filesize=11.9 K
2024-11-08T05:24:16,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/362e2c67b0a64bb98c30406fccde7421 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/362e2c67b0a64bb98c30406fccde7421
2024-11-08T05:24:16,962 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/362e2c67b0a64bb98c30406fccde7421, entries=150, sequenceid=198, filesize=11.9 K
2024-11-08T05:24:16,963 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 16e0ab29e42a51f130ca849c00c32a70 in 871ms, sequenceid=198, compaction requested=true
2024-11-08T05:24:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:16,963 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:16,963 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:16,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:16,964 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:16,964 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:16,964 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/B is initiating minor compaction (all files)
2024-11-08T05:24:16,964 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/A is initiating minor compaction (all files)
2024-11-08T05:24:16,964 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/B in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,964 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/A in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,964 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/126a05b161f24d94a46428e5105b0d33, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1378d0435eee4b15929f7b57abaef0a9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/365020fba9be4f63a9ab905974ed3b39] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=35.9 K
2024-11-08T05:24:16,964 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c3c5feb40f2e4403b28ab0b0e2468195, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/249b8d8498a74bfe91b21c9ba816e76a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/be622250c93c48ca9c9a351374d2390c] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=99.9 K
2024-11-08T05:24:16,964 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,964 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c3c5feb40f2e4403b28ab0b0e2468195, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/249b8d8498a74bfe91b21c9ba816e76a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/be622250c93c48ca9c9a351374d2390c]
2024-11-08T05:24:16,964 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 126a05b161f24d94a46428e5105b0d33, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731043451518
2024-11-08T05:24:16,964 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3c5feb40f2e4403b28ab0b0e2468195, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731043451518
2024-11-08T05:24:16,964 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 1378d0435eee4b15929f7b57abaef0a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731043452676
2024-11-08T05:24:16,965 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 365020fba9be4f63a9ab905974ed3b39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043454925
2024-11-08T05:24:16,965 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 249b8d8498a74bfe91b21c9ba816e76a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731043452676
2024-11-08T05:24:16,965 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting be622250c93c48ca9c9a351374d2390c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043454921
2024-11-08T05:24:16,969 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:16,971 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411084090f8c393184c909a8d389e2a86396b_16e0ab29e42a51f130ca849c00c32a70 store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:16,971 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#B#compaction#321 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:16,971 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/f60cdb4a0e174a768a546da8c71bc17f is 50, key is test_row_0/B:col10/1731043454925/Put/seqid=0
2024-11-08T05:24:16,972 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411084090f8c393184c909a8d389e2a86396b_16e0ab29e42a51f130ca849c00c32a70, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:16,973 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084090f8c393184c909a8d389e2a86396b_16e0ab29e42a51f130ca849c00c32a70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:16,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742203_1379 (size=12595)
2024-11-08T05:24:16,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104
2024-11-08T05:24:16,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,982 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-08T05:24:16,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742204_1380 (size=4469)
2024-11-08T05:24:16,986 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/f60cdb4a0e174a768a546da8c71bc17f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/f60cdb4a0e174a768a546da8c71bc17f
2024-11-08T05:24:16,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110813582e0a1b754712a642e4b60e814d58_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043456104/Put/seqid=0
2024-11-08T05:24:16,993 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/B of 16e0ab29e42a51f130ca849c00c32a70 into f60cdb4a0e174a768a546da8c71bc17f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:16,993 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:16,993 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/B, priority=13, startTime=1731043456963; duration=0sec
2024-11-08T05:24:16,993 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:16,993 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:B
2024-11-08T05:24:16,993 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:16,994 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:16,994 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/C is initiating minor compaction (all files)
2024-11-08T05:24:16,994 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/C in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:16,994 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/95b917c44a37402ba44bfa4c0d76e89b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/6b41ced33b694f73adcd66fd642dc5f1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/362e2c67b0a64bb98c30406fccde7421] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=35.9 K
2024-11-08T05:24:16,994 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 95b917c44a37402ba44bfa4c0d76e89b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731043451518
2024-11-08T05:24:16,995 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b41ced33b694f73adcd66fd642dc5f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731043452676
2024-11-08T05:24:16,995 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 362e2c67b0a64bb98c30406fccde7421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043454925
2024-11-08T05:24:16,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742205_1381 (size=12304)
2024-11-08T05:24:16,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:16,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-08T05:24:16,999 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110813582e0a1b754712a642e4b60e814d58_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110813582e0a1b754712a642e4b60e814d58_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:17,000 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#C#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:17,000 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/dfc5156ac91a4e10b3cef99ce77b9124 is 50, key is test_row_0/C:col10/1731043454925/Put/seqid=0
2024-11-08T05:24:17,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/0b83672a261f42b2ba5823740399e95c, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:17,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/0b83672a261f42b2ba5823740399e95c is 175, key is test_row_0/A:col10/1731043456104/Put/seqid=0
2024-11-08T05:24:17,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742206_1382 (size=12595)
2024-11-08T05:24:17,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742207_1383 (size=31105)
2024-11-08T05:24:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:17,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:17,324 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043517317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,324 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043517322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,384 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#A#compaction#322 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:17,385 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/04f18e96bc0c488ba507104a6ffa2cfb is 175, key is test_row_0/A:col10/1731043454925/Put/seqid=0
2024-11-08T05:24:17,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742208_1384 (size=31549)
2024-11-08T05:24:17,405 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/0b83672a261f42b2ba5823740399e95c
2024-11-08T05:24:17,409 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/dfc5156ac91a4e10b3cef99ce77b9124 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/dfc5156ac91a4e10b3cef99ce77b9124
2024-11-08T05:24:17,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/5eadc8d651344ade9bc4bc790cd862db is 50, key is test_row_0/B:col10/1731043456104/Put/seqid=0
2024-11-08T05:24:17,421 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/C of 16e0ab29e42a51f130ca849c00c32a70 into dfc5156ac91a4e10b3cef99ce77b9124(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:17,421 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:17,421 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/C, priority=13, startTime=1731043456963; duration=0sec
2024-11-08T05:24:17,421 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:17,421 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:C
2024-11-08T05:24:17,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742209_1385 (size=12151)
2024-11-08T05:24:17,423 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/5eadc8d651344ade9bc4bc790cd862db
2024-11-08T05:24:17,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/2bacac861b564840bf94ee16cdb43c2d is 50, key is test_row_0/C:col10/1731043456104/Put/seqid=0
2024-11-08T05:24:17,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742210_1386 (size=12151)
2024-11-08T05:24:17,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043517429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,436 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043517429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-08T05:24:17,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37852 deadline: 1731043517579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,582 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,600 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37878 deadline: 1731043517598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,601 WARN  [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:17,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37874 deadline: 1731043517609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,612 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 16e0ab29e42a51f130ca849c00c32a70 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8235 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,612 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,643 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043517639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,644 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043517639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,792 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/04f18e96bc0c488ba507104a6ffa2cfb as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/04f18e96bc0c488ba507104a6ffa2cfb
2024-11-08T05:24:17,797 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/A of 16e0ab29e42a51f130ca849c00c32a70 into 04f18e96bc0c488ba507104a6ffa2cfb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:17,797 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:17,797 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/A, priority=13, startTime=1731043456963; duration=0sec
2024-11-08T05:24:17,797 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:17,797 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:A
2024-11-08T05:24:17,834 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/2bacac861b564840bf94ee16cdb43c2d
2024-11-08T05:24:17,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/0b83672a261f42b2ba5823740399e95c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/0b83672a261f42b2ba5823740399e95c
2024-11-08T05:24:17,842 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/0b83672a261f42b2ba5823740399e95c, entries=150, sequenceid=207, filesize=30.4 K
2024-11-08T05:24:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/5eadc8d651344ade9bc4bc790cd862db as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/5eadc8d651344ade9bc4bc790cd862db
2024-11-08T05:24:17,845 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/5eadc8d651344ade9bc4bc790cd862db, entries=150, sequenceid=207, filesize=11.9 K
2024-11-08T05:24:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/2bacac861b564840bf94ee16cdb43c2d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/2bacac861b564840bf94ee16cdb43c2d
2024-11-08T05:24:17,849 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/2bacac861b564840bf94ee16cdb43c2d, entries=150, sequenceid=207, filesize=11.9 K
2024-11-08T05:24:17,850 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 16e0ab29e42a51f130ca849c00c32a70 in 869ms, sequenceid=207, compaction requested=false
2024-11-08T05:24:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104
2024-11-08T05:24:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=104
2024-11-08T05:24:17,853 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103
2024-11-08T05:24:17,853 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4800 sec
2024-11-08T05:24:17,856 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.4840 sec
2024-11-08T05:24:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:17,955 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:17,955 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-11-08T05:24:17,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085ec5f9b6f1e245b39e37759f350893f9_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043457954/Put/seqid=0
2024-11-08T05:24:17,969 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043517964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742211_1387 (size=14794)
2024-11-08T05:24:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,969 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:17,973 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043517965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:17,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:17,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:18,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043518078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:18,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043518078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:18,294 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043518289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:18,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:18,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043518289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:18,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:18,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:18,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:18,376 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085ec5f9b6f1e245b39e37759f350893f9_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085ec5f9b6f1e245b39e37759f350893f9_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:18,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/747012bf6cc94549b9ae9ae6bf838f21, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:18,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/747012bf6cc94549b9ae9ae6bf838f21 is 175, key is test_row_0/A:col10/1731043457954/Put/seqid=0
2024-11-08T05:24:18,383 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742212_1388 (size=39749)
2024-11-08T05:24:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103
2024-11-08T05:24:18,519 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:18,519 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees
2024-11-08T05:24:18,521 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-08T05:24:18,521 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:18,521 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:18,602 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043518598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:18,603 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043518598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:18,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-08T05:24:18,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-08T05:24:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:18,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:18,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:18,783 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/747012bf6cc94549b9ae9ae6bf838f21
2024-11-08T05:24:18,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/586f16bdb63044fc8926bccbccc7be56 is 50, key is test_row_0/B:col10/1731043457954/Put/seqid=0
2024-11-08T05:24:18,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742213_1389 (size=12151)
2024-11-08T05:24:18,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-08T05:24:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:18,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:18,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-08T05:24:18,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-08T05:24:18,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:18,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:18,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:18,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:18,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:18,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043519108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:19,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:19,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043519108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:19,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-08T05:24:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-08T05:24:19,200 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/586f16bdb63044fc8926bccbccc7be56
2024-11-08T05:24:19,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/4d1f39fe2acb4cc0908aa78f0981afa8 is 50, key is test_row_0/C:col10/1731043457954/Put/seqid=0
2024-11-08T05:24:19,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742214_1390 (size=12151)
2024-11-08T05:24:19,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-08T05:24:19,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:19,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-08T05:24:19,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:19,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-08T05:24:19,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:19,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106
java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=106
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:19,608 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/4d1f39fe2acb4cc0908aa78f0981afa8
2024-11-08T05:24:19,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/747012bf6cc94549b9ae9ae6bf838f21 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/747012bf6cc94549b9ae9ae6bf838f21
2024-11-08T05:24:19,613 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/747012bf6cc94549b9ae9ae6bf838f21, entries=200, sequenceid=238, filesize=38.8 K
2024-11-08T05:24:19,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/586f16bdb63044fc8926bccbccc7be56 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/586f16bdb63044fc8926bccbccc7be56
2024-11-08T05:24:19,617 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/586f16bdb63044fc8926bccbccc7be56, entries=150, sequenceid=238, filesize=11.9 K
2024-11-08T05:24:19,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/4d1f39fe2acb4cc0908aa78f0981afa8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4d1f39fe2acb4cc0908aa78f0981afa8
2024-11-08T05:24:19,621 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4d1f39fe2acb4cc0908aa78f0981afa8, entries=150, sequenceid=238, filesize=11.9 K
2024-11-08T05:24:19,621 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 16e0ab29e42a51f130ca849c00c32a70 in 1666ms, sequenceid=238, compaction requested=true
2024-11-08T05:24:19,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:19,622 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:19,622 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:19,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:19,622 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:19,622 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:19,622 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/B is initiating minor compaction (all files)
2024-11-08T05:24:19,622 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/A is initiating minor compaction (all files)
2024-11-08T05:24:19,622 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/A in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,622 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/B in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,623 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/04f18e96bc0c488ba507104a6ffa2cfb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/0b83672a261f42b2ba5823740399e95c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/747012bf6cc94549b9ae9ae6bf838f21] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=100.0 K
2024-11-08T05:24:19,623 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/f60cdb4a0e174a768a546da8c71bc17f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/5eadc8d651344ade9bc4bc790cd862db, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/586f16bdb63044fc8926bccbccc7be56] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=36.0 K
2024-11-08T05:24:19,623 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,623 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/04f18e96bc0c488ba507104a6ffa2cfb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/0b83672a261f42b2ba5823740399e95c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/747012bf6cc94549b9ae9ae6bf838f21]
2024-11-08T05:24:19,623 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f60cdb4a0e174a768a546da8c71bc17f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043454925
2024-11-08T05:24:19,623 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04f18e96bc0c488ba507104a6ffa2cfb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043454925
2024-11-08T05:24:19,623 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b83672a261f42b2ba5823740399e95c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731043456104
2024-11-08T05:24:19,623 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eadc8d651344ade9bc4bc790cd862db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731043456104
2024-11-08T05:24:19,623 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 747012bf6cc94549b9ae9ae6bf838f21, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043457253
2024-11-08T05:24:19,624 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 586f16bdb63044fc8926bccbccc7be56, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043457253
2024-11-08T05:24:19,630 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#B#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:19,631 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/7a9a501ea66b4862b0f3a3b8bc60ec98 is 50, key is test_row_0/B:col10/1731043457954/Put/seqid=0
2024-11-08T05:24:19,634 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:19,636 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742215_1391 (size=12697)
2024-11-08T05:24:19,637 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411081f41781435d0452ab5b2ea0536db4d7b_16e0ab29e42a51f130ca849c00c32a70 store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:19,639 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411081f41781435d0452ab5b2ea0536db4d7b_16e0ab29e42a51f130ca849c00c32a70, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:19,639 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081f41781435d0452ab5b2ea0536db4d7b_16e0ab29e42a51f130ca849c00c32a70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:19,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742216_1392 (size=4469)
2024-11-08T05:24:19,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-08T05:24:19,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106
2024-11-08T05:24:19,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:19,742 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T05:24:19,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088d72528f666a4e258aca9c5956bc9ca0_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043457962/Put/seqid=0
2024-11-08T05:24:19,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742217_1393 (size=12304)
2024-11-08T05:24:20,040 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/7a9a501ea66b4862b0f3a3b8bc60ec98 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7a9a501ea66b4862b0f3a3b8bc60ec98
2024-11-08T05:24:20,043 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#A#compaction#331 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:20,043 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/f53fa8b3b61f4b2f8a007d5d7ea23183 is 175, key is test_row_0/A:col10/1731043457954/Put/seqid=0
2024-11-08T05:24:20,045 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/B of 16e0ab29e42a51f130ca849c00c32a70 into 7a9a501ea66b4862b0f3a3b8bc60ec98(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:20,045 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:20,045 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/B, priority=13, startTime=1731043459622; duration=0sec
2024-11-08T05:24:20,045 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:20,045 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:B
2024-11-08T05:24:20,045 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:20,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742218_1394 (size=31651)
2024-11-08T05:24:20,047 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:20,047 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/C is initiating minor compaction (all files)
2024-11-08T05:24:20,047 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/C in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:20,047 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/dfc5156ac91a4e10b3cef99ce77b9124, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/2bacac861b564840bf94ee16cdb43c2d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4d1f39fe2acb4cc0908aa78f0981afa8] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=36.0 K
2024-11-08T05:24:20,047 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting dfc5156ac91a4e10b3cef99ce77b9124, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731043454925
2024-11-08T05:24:20,048 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 2bacac861b564840bf94ee16cdb43c2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731043456104
2024-11-08T05:24:20,048 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d1f39fe2acb4cc0908aa78f0981afa8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043457253
2024-11-08T05:24:20,051 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/f53fa8b3b61f4b2f8a007d5d7ea23183 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/f53fa8b3b61f4b2f8a007d5d7ea23183
2024-11-08T05:24:20,056 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#C#compaction#333 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:20,056 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/A of 16e0ab29e42a51f130ca849c00c32a70 into f53fa8b3b61f4b2f8a007d5d7ea23183(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:20,056 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:20,056 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/d621753a2bba4b1ebf0ea67c79bed54a is 50, key is test_row_0/C:col10/1731043457954/Put/seqid=0
2024-11-08T05:24:20,056 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/A, priority=13, startTime=1731043459622; duration=0sec
2024-11-08T05:24:20,057 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:20,057 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:A
2024-11-08T05:24:20,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742219_1395 (size=12697)
2024-11-08T05:24:20,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:20,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. as already flushing
2024-11-08T05:24:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:20,155 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088d72528f666a4e258aca9c5956bc9ca0_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088d72528f666a4e258aca9c5956bc9ca0_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:20,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/25a954d5ac5d4971adc53a32389f868a, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:20,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/25a954d5ac5d4971adc53a32389f868a is 175, key is test_row_0/A:col10/1731043457962/Put/seqid=0
2024-11-08T05:24:20,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742220_1396 (size=31105)
2024-11-08T05:24:20,207 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:20,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043520206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:20,213 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:20,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043520207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,213 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:20,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043520319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:20,325 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043520319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:20,466 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/d621753a2bba4b1ebf0ea67c79bed54a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d621753a2bba4b1ebf0ea67c79bed54a
2024-11-08T05:24:20,470 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/C of 16e0ab29e42a51f130ca849c00c32a70 into d621753a2bba4b1ebf0ea67c79bed54a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:20,470 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:20,470 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/C, priority=13, startTime=1731043459622; duration=0sec
2024-11-08T05:24:20,470 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:20,470 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:C
2024-11-08T05:24:20,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043520528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:20,533 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:20,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043520528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:20,560 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/25a954d5ac5d4971adc53a32389f868a
2024-11-08T05:24:20,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/6e8df6285f3f4c35a3e9bfe15e53a8e9 is 50, key is test_row_0/B:col10/1731043457962/Put/seqid=0
2024-11-08T05:24:20,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742221_1397 (size=12151)
2024-11-08T05:24:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-08T05:24:20,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043520839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:20,842 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043520839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:20,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:20,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:20,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/6e8df6285f3f4c35a3e9bfe15e53a8e9
2024-11-08T05:24:20,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/a14d2c2477a3452e8f74c1c22c71d598 is 50, key is test_row_0/C:col10/1731043457962/Put/seqid=0
2024-11-08T05:24:20,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742222_1398 (size=12151)
2024-11-08T05:24:21,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37880 deadline: 1731043521349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:21,355 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:21,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37864 deadline: 1731043521349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:21,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:21,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:21,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:21,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:21,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:21,355 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:24:21,382 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/a14d2c2477a3452e8f74c1c22c71d598
2024-11-08T05:24:21,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/25a954d5ac5d4971adc53a32389f868a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/25a954d5ac5d4971adc53a32389f868a
2024-11-08T05:24:21,388 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/25a954d5ac5d4971adc53a32389f868a, entries=150, sequenceid=246, filesize=30.4 K
2024-11-08T05:24:21,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/6e8df6285f3f4c35a3e9bfe15e53a8e9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/6e8df6285f3f4c35a3e9bfe15e53a8e9
2024-11-08T05:24:21,392 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/6e8df6285f3f4c35a3e9bfe15e53a8e9, entries=150, sequenceid=246, filesize=11.9 K
2024-11-08T05:24:21,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/a14d2c2477a3452e8f74c1c22c71d598 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a14d2c2477a3452e8f74c1c22c71d598
2024-11-08T05:24:21,395 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a14d2c2477a3452e8f74c1c22c71d598, entries=150, sequenceid=246, filesize=11.9 K
2024-11-08T05:24:21,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 16e0ab29e42a51f130ca849c00c32a70 in 1654ms, sequenceid=246, compaction requested=false
2024-11-08T05:24:21,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:21,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:21,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-08T05:24:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-08T05:24:21,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105
2024-11-08T05:24:21,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8760 sec
2024-11-08T05:24:21,400 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.8800 sec
2024-11-08T05:24:21,745 INFO  [Thread-1502 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1502.
2024-11-08T05:24:21,745 DEBUG [Thread-1502 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:21,745 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,745 DEBUG [Thread-1502 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,745 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:21,745 INFO  [Thread-1508 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1508.
2024-11-08T05:24:21,745 DEBUG [Thread-1508 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:21,745 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,745 DEBUG [Thread-1508 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,745 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:21,747 INFO  [Thread-1506 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1506.
2024-11-08T05:24:21,747 DEBUG [Thread-1506 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:21,747 DEBUG [Thread-1506 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,747 DEBUG [Thread-1506 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,747 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:21,750 INFO  [Thread-1504 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1504.
2024-11-08T05:24:21,750 DEBUG [Thread-1504 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:21,750 DEBUG [Thread-1504 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,750 DEBUG [Thread-1504 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,750 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:21,751 INFO  [Thread-1510 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1510.
2024-11-08T05:24:21,751 DEBUG [Thread-1510 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:21,751 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,751 DEBUG [Thread-1510 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:21,751 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:22,374 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:22,374 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB
2024-11-08T05:24:22,374 INFO  [Thread-1495 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1495.
2024-11-08T05:24:22,375 INFO  [Thread-1499 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1499.
2024-11-08T05:24:22,375 DEBUG [Thread-1495 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:22,375 DEBUG [Thread-1499 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:22,375 DEBUG [Thread-1495 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:22,375 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:22,375 DEBUG [Thread-1495 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:22,375 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:22,375 DEBUG [Thread-1499 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:22,375 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:22,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108977803dec12747e5a64555854610c424_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043462370/Put/seqid=0
2024-11-08T05:24:22,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742223_1399 (size=12454)
2024-11-08T05:24:22,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105
2024-11-08T05:24:22,680 INFO  [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:22,791 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:22,795 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108977803dec12747e5a64555854610c424_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108977803dec12747e5a64555854610c424_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:22,796 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/985b22278a4646ff9716b0c0396e6597, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:22,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/985b22278a4646ff9716b0c0396e6597 is 175, key is test_row_0/A:col10/1731043462370/Put/seqid=0
2024-11-08T05:24:22,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742224_1400 (size=31255)
2024-11-08T05:24:23,201 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/985b22278a4646ff9716b0c0396e6597
2024-11-08T05:24:23,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/7cb6d4146ec14c349929492686ff43dc is 50, key is test_row_0/B:col10/1731043462370/Put/seqid=0
2024-11-08T05:24:23,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742225_1401 (size=12301)
2024-11-08T05:24:23,622 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/7cb6d4146ec14c349929492686ff43dc
2024-11-08T05:24:23,636 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/b86be3b586dc477b80f450c4c00caae1 is 50, key is test_row_0/C:col10/1731043462370/Put/seqid=0
2024-11-08T05:24:23,639 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742226_1402 (size=12301)
2024-11-08T05:24:24,041 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/b86be3b586dc477b80f450c4c00caae1
2024-11-08T05:24:24,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/985b22278a4646ff9716b0c0396e6597 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/985b22278a4646ff9716b0c0396e6597
2024-11-08T05:24:24,055 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/985b22278a4646ff9716b0c0396e6597, entries=150, sequenceid=279, filesize=30.5 K
2024-11-08T05:24:24,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/7cb6d4146ec14c349929492686ff43dc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7cb6d4146ec14c349929492686ff43dc
2024-11-08T05:24:24,060 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7cb6d4146ec14c349929492686ff43dc, entries=150, sequenceid=279, filesize=12.0 K
2024-11-08T05:24:24,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/b86be3b586dc477b80f450c4c00caae1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/b86be3b586dc477b80f450c4c00caae1
2024-11-08T05:24:24,065 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/b86be3b586dc477b80f450c4c00caae1, entries=150, sequenceid=279, filesize=12.0 K
2024-11-08T05:24:24,066 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=0 B/0 for 16e0ab29e42a51f130ca849c00c32a70 in 1692ms, sequenceid=279, compaction requested=true
2024-11-08T05:24:24,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:24,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:24,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:24,066 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:24,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:24,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 16e0ab29e42a51f130ca849c00c32a70:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:24,067 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:24,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:24,067 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:24,067 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:24,067 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/A is initiating minor compaction (all files)
2024-11-08T05:24:24,067 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/B is initiating minor compaction (all files)
2024-11-08T05:24:24,067 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/A in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:24,067 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/B in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:24,068 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/f53fa8b3b61f4b2f8a007d5d7ea23183, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/25a954d5ac5d4971adc53a32389f868a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/985b22278a4646ff9716b0c0396e6597] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=91.8 K
2024-11-08T05:24:24,068 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7a9a501ea66b4862b0f3a3b8bc60ec98, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/6e8df6285f3f4c35a3e9bfe15e53a8e9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7cb6d4146ec14c349929492686ff43dc] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=36.3 K
2024-11-08T05:24:24,068 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:24,068 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/f53fa8b3b61f4b2f8a007d5d7ea23183, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/25a954d5ac5d4971adc53a32389f868a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/985b22278a4646ff9716b0c0396e6597]
2024-11-08T05:24:24,068 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a9a501ea66b4862b0f3a3b8bc60ec98, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043457253
2024-11-08T05:24:24,068 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f53fa8b3b61f4b2f8a007d5d7ea23183, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043457253
2024-11-08T05:24:24,068 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e8df6285f3f4c35a3e9bfe15e53a8e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043457957
2024-11-08T05:24:24,068 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25a954d5ac5d4971adc53a32389f868a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043457957
2024-11-08T05:24:24,068 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7cb6d4146ec14c349929492686ff43dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731043460204
2024-11-08T05:24:24,069 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 985b22278a4646ff9716b0c0396e6597, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731043460204
2024-11-08T05:24:24,077 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#B#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:24,077 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/8d3bbed2a09948aab1b29882339e20e2 is 50, key is test_row_0/B:col10/1731043462370/Put/seqid=0
2024-11-08T05:24:24,079 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:24,083 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108405daa4fb33c42919c62ac9111e56aec_16e0ab29e42a51f130ca849c00c32a70 store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:24,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742227_1403 (size=12949)
2024-11-08T05:24:24,103 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108405daa4fb33c42919c62ac9111e56aec_16e0ab29e42a51f130ca849c00c32a70, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:24,103 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108405daa4fb33c42919c62ac9111e56aec_16e0ab29e42a51f130ca849c00c32a70 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:24,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742228_1404 (size=4469)
2024-11-08T05:24:24,492 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/8d3bbed2a09948aab1b29882339e20e2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/8d3bbed2a09948aab1b29882339e20e2
2024-11-08T05:24:24,501 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/B of 16e0ab29e42a51f130ca849c00c32a70 into 8d3bbed2a09948aab1b29882339e20e2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:24,501 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:24,501 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/B, priority=13, startTime=1731043464066; duration=0sec
2024-11-08T05:24:24,501 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:24,501 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:B
2024-11-08T05:24:24,501 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:24,502 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:24,502 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 16e0ab29e42a51f130ca849c00c32a70/C is initiating minor compaction (all files)
2024-11-08T05:24:24,502 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 16e0ab29e42a51f130ca849c00c32a70/C in TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:24,502 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d621753a2bba4b1ebf0ea67c79bed54a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a14d2c2477a3452e8f74c1c22c71d598, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/b86be3b586dc477b80f450c4c00caae1] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp, totalSize=36.3 K
2024-11-08T05:24:24,503 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d621753a2bba4b1ebf0ea67c79bed54a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731043457253
2024-11-08T05:24:24,503 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a14d2c2477a3452e8f74c1c22c71d598, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1731043457957
2024-11-08T05:24:24,503 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b86be3b586dc477b80f450c4c00caae1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731043460204
2024-11-08T05:24:24,507 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:24,508 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5368f5a41b0249b2b7a151b031f431e7 is 175, key is test_row_0/A:col10/1731043462370/Put/seqid=0
2024-11-08T05:24:24,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742229_1405 (size=31903)
2024-11-08T05:24:24,513 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 16e0ab29e42a51f130ca849c00c32a70#C#compaction#341 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:24,513 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/90b96fba22a1475691e05c1235e3f2a7 is 50, key is test_row_0/C:col10/1731043462370/Put/seqid=0
2024-11-08T05:24:24,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742230_1406 (size=12949)
2024-11-08T05:24:24,547 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:24:24,925 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/5368f5a41b0249b2b7a151b031f431e7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5368f5a41b0249b2b7a151b031f431e7
2024-11-08T05:24:24,927 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/90b96fba22a1475691e05c1235e3f2a7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/90b96fba22a1475691e05c1235e3f2a7
2024-11-08T05:24:24,931 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/A of 16e0ab29e42a51f130ca849c00c32a70 into 5368f5a41b0249b2b7a151b031f431e7(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:24,931 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:24,931 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/A, priority=13, startTime=1731043464066; duration=0sec
2024-11-08T05:24:24,931 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:24,931 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:A
2024-11-08T05:24:24,932 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 16e0ab29e42a51f130ca849c00c32a70/C of 16e0ab29e42a51f130ca849c00c32a70 into 90b96fba22a1475691e05c1235e3f2a7(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:24,932 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 16e0ab29e42a51f130ca849c00c32a70:

2024-11-08T05:24:24,932 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., storeName=16e0ab29e42a51f130ca849c00c32a70/C, priority=13, startTime=1731043464067; duration=0sec
2024-11-08T05:24:24,932 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:24,932 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 16e0ab29e42a51f130ca849c00c32a70:C
2024-11-08T05:24:27,604 INFO  [Thread-1493 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1493.
2024-11-08T05:24:27,604 DEBUG [Thread-1493 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:27,604 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:27,604 DEBUG [Thread-1493 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:27,605 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:27,683 INFO  [Thread-1497 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1497.
2024-11-08T05:24:27,683 DEBUG [Thread-1497 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:27,683 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:27,683 DEBUG [Thread-1497 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:27,683 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:27,703 INFO  [Thread-1491 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1491.
2024-11-08T05:24:27,703 DEBUG [Thread-1491 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:27,703 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:27,703 DEBUG [Thread-1491 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:27,703 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 19
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 20
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 81
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 21
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 80
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1668
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5004 rows
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1670
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 5010 rows
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1665
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4995 rows
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1664
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4990 rows
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1667
2024-11-08T05:24:27,704 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4992 rows
2024-11-08T05:24:27,705 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:24:27,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:24:27,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:27,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:27,705 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:27,707 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-08T05:24:27,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-08T05:24:27,712 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043467712"}]},"ts":"1731043467712"}
2024-11-08T05:24:27,715 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T05:24:27,715 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T05:24:27,716 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:24:27,717 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, UNASSIGN}]
2024-11-08T05:24:27,718 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, UNASSIGN
2024-11-08T05:24:27,718 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=16e0ab29e42a51f130ca849c00c32a70, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:27,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, UNASSIGN because future has completed
2024-11-08T05:24:27,719 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:24:27,720 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:24:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-08T05:24:27,873 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(122): Close 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:27,873 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:24:27,873 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1722): Closing 16e0ab29e42a51f130ca849c00c32a70, disabling compactions & flushes
2024-11-08T05:24:27,873 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:27,873 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:27,873 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. after waiting 0 ms
2024-11-08T05:24:27,873 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:27,874 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(2902): Flushing 16e0ab29e42a51f130ca849c00c32a70 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB
2024-11-08T05:24:27,887 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087b7b048d3cd24ded8f8a364b3b6a59af_16e0ab29e42a51f130ca849c00c32a70 is 50, key is test_row_0/A:col10/1731043467600/Put/seqid=0
2024-11-08T05:24:27,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742231_1407 (size=9914)
2024-11-08T05:24:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-08T05:24:28,293 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:28,303 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087b7b048d3cd24ded8f8a364b3b6a59af_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087b7b048d3cd24ded8f8a364b3b6a59af_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:28,304 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/1ba95fca44d44708b08399a29198e6c2, store: [table=TestAcidGuarantees family=A region=16e0ab29e42a51f130ca849c00c32a70]
2024-11-08T05:24:28,304 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/1ba95fca44d44708b08399a29198e6c2 is 175, key is test_row_0/A:col10/1731043467600/Put/seqid=0
2024-11-08T05:24:28,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-08T05:24:28,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742232_1408 (size=22561)
2024-11-08T05:24:28,757 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/1ba95fca44d44708b08399a29198e6c2
2024-11-08T05:24:28,763 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/fa19c7a8e91447b2aa76d0a0bde407d7 is 50, key is test_row_0/B:col10/1731043467600/Put/seqid=0
2024-11-08T05:24:28,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742233_1409 (size=9857)
2024-11-08T05:24:28,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-08T05:24:29,168 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/fa19c7a8e91447b2aa76d0a0bde407d7
2024-11-08T05:24:29,180 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/34c5c325a430409a8847a3adcda380e6 is 50, key is test_row_0/C:col10/1731043467600/Put/seqid=0
2024-11-08T05:24:29,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742234_1410 (size=9857)
2024-11-08T05:24:29,444 WARN  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1
2024-11-08T05:24:29,448 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/400d3ee7cac84286b471e1edc12da74b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/deb9667704dc4685a79e2ef955293104, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5f4c1e9d3c77456396979e66cd7cfba2, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/aff2c6c043d847dea190e1992838e127, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1684c7d8b12344fd8f9ab43489452f26, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5c965606d56f4e18988b40c80d80bc07, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/bc658951a1bc49f18a6035e47e02a255, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c7ffc6b2575b4611a6ea88118fc46557, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/518eb2308c724417890d297561f8de29, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/4bb870f0472d45af815f36ac080ba531, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c3c5feb40f2e4403b28ab0b0e2468195, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/249b8d8498a74bfe91b21c9ba816e76a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/be622250c93c48ca9c9a351374d2390c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/04f18e96bc0c488ba507104a6ffa2cfb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/0b83672a261f42b2ba5823740399e95c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/747012bf6cc94549b9ae9ae6bf838f21, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/f53fa8b3b61f4b2f8a007d5d7ea23183, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/25a954d5ac5d4971adc53a32389f868a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/985b22278a4646ff9716b0c0396e6597] to archive
2024-11-08T05:24:29,449 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:24:29,451 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/400d3ee7cac84286b471e1edc12da74b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/400d3ee7cac84286b471e1edc12da74b
2024-11-08T05:24:29,452 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/deb9667704dc4685a79e2ef955293104 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/deb9667704dc4685a79e2ef955293104
2024-11-08T05:24:29,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5f4c1e9d3c77456396979e66cd7cfba2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5f4c1e9d3c77456396979e66cd7cfba2
2024-11-08T05:24:29,454 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/aff2c6c043d847dea190e1992838e127 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/aff2c6c043d847dea190e1992838e127
2024-11-08T05:24:29,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1684c7d8b12344fd8f9ab43489452f26 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1684c7d8b12344fd8f9ab43489452f26
2024-11-08T05:24:29,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5c965606d56f4e18988b40c80d80bc07 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5c965606d56f4e18988b40c80d80bc07
2024-11-08T05:24:29,456 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/bc658951a1bc49f18a6035e47e02a255 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/bc658951a1bc49f18a6035e47e02a255
2024-11-08T05:24:29,457 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c7ffc6b2575b4611a6ea88118fc46557 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c7ffc6b2575b4611a6ea88118fc46557
2024-11-08T05:24:29,458 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/518eb2308c724417890d297561f8de29 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/518eb2308c724417890d297561f8de29
2024-11-08T05:24:29,459 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/4bb870f0472d45af815f36ac080ba531 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/4bb870f0472d45af815f36ac080ba531
2024-11-08T05:24:29,459 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c3c5feb40f2e4403b28ab0b0e2468195 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/c3c5feb40f2e4403b28ab0b0e2468195
2024-11-08T05:24:29,460 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/249b8d8498a74bfe91b21c9ba816e76a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/249b8d8498a74bfe91b21c9ba816e76a
2024-11-08T05:24:29,461 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/be622250c93c48ca9c9a351374d2390c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/be622250c93c48ca9c9a351374d2390c
2024-11-08T05:24:29,461 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/04f18e96bc0c488ba507104a6ffa2cfb to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/04f18e96bc0c488ba507104a6ffa2cfb
2024-11-08T05:24:29,462 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/0b83672a261f42b2ba5823740399e95c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/0b83672a261f42b2ba5823740399e95c
2024-11-08T05:24:29,463 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/747012bf6cc94549b9ae9ae6bf838f21 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/747012bf6cc94549b9ae9ae6bf838f21
2024-11-08T05:24:29,463 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/f53fa8b3b61f4b2f8a007d5d7ea23183 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/f53fa8b3b61f4b2f8a007d5d7ea23183
2024-11-08T05:24:29,464 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/25a954d5ac5d4971adc53a32389f868a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/25a954d5ac5d4971adc53a32389f868a
2024-11-08T05:24:29,465 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/985b22278a4646ff9716b0c0396e6597 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/985b22278a4646ff9716b0c0396e6597
2024-11-08T05:24:29,468 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/acc6f8d3863142aeaaac89be03666b71, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/633795e3e51347ed874d258ef26e2f07, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/4faece0929c544c0880d437ae721bb2a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1f6b7cf7f54d4a20853f3e638f9b4464, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/da0efaebf1504490905af4f878444d67, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1e6b0525ec5e4278a8c62062b2dd971c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/060a7e6103a54aad9d0f7f2e742db935, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1491496d7afd46ff819bde6da62590e5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/b4ad5102ce044ba58e4286b20cf556ff, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/126a05b161f24d94a46428e5105b0d33, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/ce035177547c4d92911ef177c1c0d95d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1378d0435eee4b15929f7b57abaef0a9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/f60cdb4a0e174a768a546da8c71bc17f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/365020fba9be4f63a9ab905974ed3b39, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/5eadc8d651344ade9bc4bc790cd862db, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7a9a501ea66b4862b0f3a3b8bc60ec98, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/586f16bdb63044fc8926bccbccc7be56, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/6e8df6285f3f4c35a3e9bfe15e53a8e9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7cb6d4146ec14c349929492686ff43dc] to archive
2024-11-08T05:24:29,468 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:24:29,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/acc6f8d3863142aeaaac89be03666b71 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/acc6f8d3863142aeaaac89be03666b71
2024-11-08T05:24:29,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/633795e3e51347ed874d258ef26e2f07 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/633795e3e51347ed874d258ef26e2f07
2024-11-08T05:24:29,471 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/4faece0929c544c0880d437ae721bb2a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/4faece0929c544c0880d437ae721bb2a
2024-11-08T05:24:29,472 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1f6b7cf7f54d4a20853f3e638f9b4464 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1f6b7cf7f54d4a20853f3e638f9b4464
2024-11-08T05:24:29,473 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/da0efaebf1504490905af4f878444d67 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/da0efaebf1504490905af4f878444d67
2024-11-08T05:24:29,474 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1e6b0525ec5e4278a8c62062b2dd971c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1e6b0525ec5e4278a8c62062b2dd971c
2024-11-08T05:24:29,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/060a7e6103a54aad9d0f7f2e742db935 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/060a7e6103a54aad9d0f7f2e742db935
2024-11-08T05:24:29,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1491496d7afd46ff819bde6da62590e5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1491496d7afd46ff819bde6da62590e5
2024-11-08T05:24:29,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/b4ad5102ce044ba58e4286b20cf556ff to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/b4ad5102ce044ba58e4286b20cf556ff
2024-11-08T05:24:29,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/126a05b161f24d94a46428e5105b0d33 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/126a05b161f24d94a46428e5105b0d33
2024-11-08T05:24:29,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/ce035177547c4d92911ef177c1c0d95d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/ce035177547c4d92911ef177c1c0d95d
2024-11-08T05:24:29,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1378d0435eee4b15929f7b57abaef0a9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/1378d0435eee4b15929f7b57abaef0a9
2024-11-08T05:24:29,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/f60cdb4a0e174a768a546da8c71bc17f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/f60cdb4a0e174a768a546da8c71bc17f
2024-11-08T05:24:29,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/365020fba9be4f63a9ab905974ed3b39 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/365020fba9be4f63a9ab905974ed3b39
2024-11-08T05:24:29,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/5eadc8d651344ade9bc4bc790cd862db to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/5eadc8d651344ade9bc4bc790cd862db
2024-11-08T05:24:29,483 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7a9a501ea66b4862b0f3a3b8bc60ec98 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7a9a501ea66b4862b0f3a3b8bc60ec98
2024-11-08T05:24:29,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/586f16bdb63044fc8926bccbccc7be56 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/586f16bdb63044fc8926bccbccc7be56
2024-11-08T05:24:29,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/6e8df6285f3f4c35a3e9bfe15e53a8e9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/6e8df6285f3f4c35a3e9bfe15e53a8e9
2024-11-08T05:24:29,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7cb6d4146ec14c349929492686ff43dc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/7cb6d4146ec14c349929492686ff43dc
2024-11-08T05:24:29,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/9d83a1b7b56540f29b58385f9030fac7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/ec31cf3a5f46410196943162711059ab, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d7f7a6b4447d4e61b5c27426af33c143, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/bfb864a475a4421b918af29509559e61, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4508797fa45a4cb19049dac52f105d29, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/0fbe4062ebea44cfb2a55edeecaf659b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a8c320bacdb84b2bbae991376439a2d4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/17594a494fd34da5b24767d0239933bd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/156827e42557461f90de07121d3abab2, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/95b917c44a37402ba44bfa4c0d76e89b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/f2f27ff8dc5e401fba3a43609ff1311f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/6b41ced33b694f73adcd66fd642dc5f1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/dfc5156ac91a4e10b3cef99ce77b9124, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/362e2c67b0a64bb98c30406fccde7421, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/2bacac861b564840bf94ee16cdb43c2d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d621753a2bba4b1ebf0ea67c79bed54a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4d1f39fe2acb4cc0908aa78f0981afa8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a14d2c2477a3452e8f74c1c22c71d598, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/b86be3b586dc477b80f450c4c00caae1] to archive
2024-11-08T05:24:29,490 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:24:29,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/9d83a1b7b56540f29b58385f9030fac7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/9d83a1b7b56540f29b58385f9030fac7
2024-11-08T05:24:29,493 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/ec31cf3a5f46410196943162711059ab to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/ec31cf3a5f46410196943162711059ab
2024-11-08T05:24:29,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d7f7a6b4447d4e61b5c27426af33c143 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d7f7a6b4447d4e61b5c27426af33c143
2024-11-08T05:24:29,495 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/bfb864a475a4421b918af29509559e61 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/bfb864a475a4421b918af29509559e61
2024-11-08T05:24:29,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4508797fa45a4cb19049dac52f105d29 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4508797fa45a4cb19049dac52f105d29
2024-11-08T05:24:29,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/0fbe4062ebea44cfb2a55edeecaf659b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/0fbe4062ebea44cfb2a55edeecaf659b
2024-11-08T05:24:29,498 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a8c320bacdb84b2bbae991376439a2d4 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a8c320bacdb84b2bbae991376439a2d4
2024-11-08T05:24:29,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/17594a494fd34da5b24767d0239933bd to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/17594a494fd34da5b24767d0239933bd
2024-11-08T05:24:29,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/156827e42557461f90de07121d3abab2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/156827e42557461f90de07121d3abab2
2024-11-08T05:24:29,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/95b917c44a37402ba44bfa4c0d76e89b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/95b917c44a37402ba44bfa4c0d76e89b
2024-11-08T05:24:29,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/f2f27ff8dc5e401fba3a43609ff1311f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/f2f27ff8dc5e401fba3a43609ff1311f
2024-11-08T05:24:29,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/6b41ced33b694f73adcd66fd642dc5f1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/6b41ced33b694f73adcd66fd642dc5f1
2024-11-08T05:24:29,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/dfc5156ac91a4e10b3cef99ce77b9124 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/dfc5156ac91a4e10b3cef99ce77b9124
2024-11-08T05:24:29,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/362e2c67b0a64bb98c30406fccde7421 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/362e2c67b0a64bb98c30406fccde7421
2024-11-08T05:24:29,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/2bacac861b564840bf94ee16cdb43c2d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/2bacac861b564840bf94ee16cdb43c2d
2024-11-08T05:24:29,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d621753a2bba4b1ebf0ea67c79bed54a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/d621753a2bba4b1ebf0ea67c79bed54a
2024-11-08T05:24:29,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4d1f39fe2acb4cc0908aa78f0981afa8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/4d1f39fe2acb4cc0908aa78f0981afa8
2024-11-08T05:24:29,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a14d2c2477a3452e8f74c1c22c71d598 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/a14d2c2477a3452e8f74c1c22c71d598
2024-11-08T05:24:29,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d1ba675678c9:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/b86be3b586dc477b80f450c4c00caae1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/b86be3b586dc477b80f450c4c00caae1
2024-11-08T05:24:29,584 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/34c5c325a430409a8847a3adcda380e6
2024-11-08T05:24:29,593 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/A/1ba95fca44d44708b08399a29198e6c2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1ba95fca44d44708b08399a29198e6c2
2024-11-08T05:24:29,598 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1ba95fca44d44708b08399a29198e6c2, entries=100, sequenceid=288, filesize=22.0 K
2024-11-08T05:24:29,599 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/B/fa19c7a8e91447b2aa76d0a0bde407d7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/fa19c7a8e91447b2aa76d0a0bde407d7
2024-11-08T05:24:29,604 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/fa19c7a8e91447b2aa76d0a0bde407d7, entries=100, sequenceid=288, filesize=9.6 K
2024-11-08T05:24:29,605 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/.tmp/C/34c5c325a430409a8847a3adcda380e6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/34c5c325a430409a8847a3adcda380e6
2024-11-08T05:24:29,609 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/34c5c325a430409a8847a3adcda380e6, entries=100, sequenceid=288, filesize=9.6 K
2024-11-08T05:24:29,610 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 16e0ab29e42a51f130ca849c00c32a70 in 1736ms, sequenceid=288, compaction requested=false
2024-11-08T05:24:29,615 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/recovered.edits/291.seqid, newMaxSeqId=291, maxSeqId=4
2024-11-08T05:24:29,616 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.
2024-11-08T05:24:29,616 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] regionserver.HRegion(1676): Region close journal for 16e0ab29e42a51f130ca849c00c32a70:
Waiting for close lock at 1731043467873Running coprocessor pre-close hooks at 1731043467873Disabling compacts and flushes for region at 1731043467873Disabling writes for close at 1731043467873Obtaining lock to block concurrent updates at 1731043467874 (+1 ms)Preparing flush snapshotting stores in 16e0ab29e42a51f130ca849c00c32a70 at 1731043467874Finished memstore snapshotting TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731043467874Flushing stores of TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70. at 1731043467875 (+1 ms)Flushing 16e0ab29e42a51f130ca849c00c32a70/A: creating writer at 1731043467876 (+1 ms)Flushing mob file 16e0ab29e42a51f130ca849c00c32a70/A: appending metadata at 1731043467887 (+11 ms)Flushing mob file 16e0ab29e42a51f130ca849c00c32a70/A: closing flushed file at 1731043467887Flushing 16e0ab29e42a51f130ca849c00c32a70/A: appending metadata at 1731043468304 (+417 ms)Flushing 16e0ab29e42a51f130ca849c00c32a70/A: closing flushed file at 1731043468304Flushing 16e0ab29e42a51f130ca849c00c32a70/B: creating writer at 1731043468760 (+456 ms)Flushing 16e0ab29e42a51f130ca849c00c32a70/B: appending metadata at 1731043468762 (+2 ms)Flushing 16e0ab29e42a51f130ca849c00c32a70/B: closing flushed file at 1731043468762Flushing 16e0ab29e42a51f130ca849c00c32a70/C: creating writer at 1731043469177 (+415 ms)Flushing 16e0ab29e42a51f130ca849c00c32a70/C: appending metadata at 1731043469179 (+2 ms)Flushing 16e0ab29e42a51f130ca849c00c32a70/C: closing flushed file at 1731043469179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11565377: reopening flushed file at 1731043469592 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4306ed46: reopening flushed file at 1731043469598 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8350bc: reopening flushed file at 1731043469604 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 16e0ab29e42a51f130ca849c00c32a70 in 1736ms, sequenceid=288, compaction requested=false at 1731043469610 (+6 ms)Writing region close event to WAL at 1731043469611 (+1 ms)Running coprocessor post-close hooks at 1731043469616 (+5 ms)Closed at 1731043469616
2024-11-08T05:24:29,618 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=110}] handler.UnassignRegionHandler(157): Closed 16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,619 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=16e0ab29e42a51f130ca849c00c32a70, regionState=CLOSED
2024-11-08T05:24:29,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:24:29,624 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109
2024-11-08T05:24:29,624 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure 16e0ab29e42a51f130ca849c00c32a70, server=d1ba675678c9,35687,1731043346195 in 1.9030 sec
2024-11-08T05:24:29,626 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=109, resume processing ppid=108
2024-11-08T05:24:29,627 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=16e0ab29e42a51f130ca849c00c32a70, UNASSIGN in 1.9070 sec
2024-11-08T05:24:29,629 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-08T05:24:29,630 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec
2024-11-08T05:24:29,631 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043469631"}]},"ts":"1731043469631"}
2024-11-08T05:24:29,632 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T05:24:29,632 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T05:24:29,634 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec
2024-11-08T05:24:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-08T05:24:29,871 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:29,872 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-08T05:24:29,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:29,878 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=111, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-08T05:24:29,880 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=111, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:29,881 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,884 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/recovered.edits]
2024-11-08T05:24:29,886 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1ba95fca44d44708b08399a29198e6c2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/1ba95fca44d44708b08399a29198e6c2
2024-11-08T05:24:29,887 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5368f5a41b0249b2b7a151b031f431e7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/A/5368f5a41b0249b2b7a151b031f431e7
2024-11-08T05:24:29,889 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/8d3bbed2a09948aab1b29882339e20e2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/8d3bbed2a09948aab1b29882339e20e2
2024-11-08T05:24:29,890 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/fa19c7a8e91447b2aa76d0a0bde407d7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/B/fa19c7a8e91447b2aa76d0a0bde407d7
2024-11-08T05:24:29,891 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/34c5c325a430409a8847a3adcda380e6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/34c5c325a430409a8847a3adcda380e6
2024-11-08T05:24:29,892 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/90b96fba22a1475691e05c1235e3f2a7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/C/90b96fba22a1475691e05c1235e3f2a7
2024-11-08T05:24:29,895 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/recovered.edits/291.seqid to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70/recovered.edits/291.seqid
2024-11-08T05:24:29,895 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,895 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T05:24:29,896 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T05:24:29,897 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-08T05:24:29,899 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080b83c12811d546ad93da4953dba8740f_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080b83c12811d546ad93da4953dba8740f_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,901 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080cd1e2dafc8d426aaf1ab960f464593b_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080cd1e2dafc8d426aaf1ab960f464593b_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,902 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110813582e0a1b754712a642e4b60e814d58_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110813582e0a1b754712a642e4b60e814d58_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,903 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110823de5e2970ce4e8198b58fec1eb4bf96_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110823de5e2970ce4e8198b58fec1eb4bf96_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,904 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110859c648cd4c494d34a6419a871fcdcbdb_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110859c648cd4c494d34a6419a871fcdcbdb_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,906 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085c7fdb4101e14175b36a372a5c1ddab8_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085c7fdb4101e14175b36a372a5c1ddab8_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,907 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085ec5f9b6f1e245b39e37759f350893f9_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085ec5f9b6f1e245b39e37759f350893f9_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,909 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087b7b048d3cd24ded8f8a364b3b6a59af_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411087b7b048d3cd24ded8f8a364b3b6a59af_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,910 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088306e7ad58634b989d02d82b4ef93b3d_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088306e7ad58634b989d02d82b4ef93b3d_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,911 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088d72528f666a4e258aca9c5956bc9ca0_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088d72528f666a4e258aca9c5956bc9ca0_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,913 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108977803dec12747e5a64555854610c424_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108977803dec12747e5a64555854610c424_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,914 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089d482bb806e54eebb75d0c08ab547fe5_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089d482bb806e54eebb75d0c08ab547fe5_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,916 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bf513459beac48baaffbbf84549769f8_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bf513459beac48baaffbbf84549769f8_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,917 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dcf5f5d1a2fa4ee19aaaae8cca05ae05_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dcf5f5d1a2fa4ee19aaaae8cca05ae05_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,919 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e421fbe17f9e4918ac9caacc8b0f7705_16e0ab29e42a51f130ca849c00c32a70 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e421fbe17f9e4918ac9caacc8b0f7705_16e0ab29e42a51f130ca849c00c32a70
2024-11-08T05:24:29,920 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T05:24:29,923 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=111, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:29,926 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T05:24:29,928 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T05:24:29,930 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=111, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:29,930 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T05:24:29,930 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731043469930"}]},"ts":"9223372036854775807"}
2024-11-08T05:24:29,933 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-08T05:24:29,933 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 16e0ab29e42a51f130ca849c00c32a70, NAME => 'TestAcidGuarantees,,1731043438593.16e0ab29e42a51f130ca849c00c32a70.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T05:24:29,933 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T05:24:29,933 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731043469933"}]},"ts":"9223372036854775807"}
2024-11-08T05:24:29,936 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-08T05:24:29,937 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=111, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:29,938 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 65 msec
2024-11-08T05:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111
2024-11-08T05:24:29,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-08T05:24:29,989 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:29,999 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238 (was 238), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 426), ProcessCount=11 (was 11), AvailableMemoryMB=7764 (was 7791)
2024-11-08T05:24:30,007 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=7763
2024-11-08T05:24:30,008 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:24:30,008 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:24:30,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:30,010 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:24:30,010 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:30,010 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 112
2024-11-08T05:24:30,011 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:24:30,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-08T05:24:30,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742235_1411 (size=959)
2024-11-08T05:24:30,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-08T05:24:30,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-08T05:24:30,422 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23
2024-11-08T05:24:30,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742236_1412 (size=53)
2024-11-08T05:24:30,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-08T05:24:30,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:24:30,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1796786bf3791cb48bd5926b27e4f65c, disabling compactions & flushes
2024-11-08T05:24:30,833 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:30,833 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:30,834 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. after waiting 1 ms
2024-11-08T05:24:30,834 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:30,834 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:30,834 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1796786bf3791cb48bd5926b27e4f65c:
Waiting for close lock at 1731043470833Disabling compacts and flushes for region at 1731043470833Disabling writes for close at 1731043470834 (+1 ms)Writing region close event to WAL at 1731043470834Closed at 1731043470834
2024-11-08T05:24:30,837 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:24:30,837 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731043470837"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043470837"}]},"ts":"1731043470837"}
2024-11-08T05:24:30,841 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:24:30,842 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:24:30,842 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043470842"}]},"ts":"1731043470842"}
2024-11-08T05:24:30,844 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T05:24:30,844 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, ASSIGN}]
2024-11-08T05:24:30,846 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, ASSIGN
2024-11-08T05:24:30,847 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, ASSIGN; state=OFFLINE, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=false
2024-11-08T05:24:30,998 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=1796786bf3791cb48bd5926b27e4f65c, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:31,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, ASSIGN because future has completed
2024-11-08T05:24:31,003 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:24:31,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-08T05:24:31,163 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:31,163 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7752): Opening region: {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:24:31,165 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,165 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:24:31,165 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7794): checking encryption for 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,165 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(7797): checking classloading for 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,167 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1796786bf3791cb48bd5926b27e4f65c 
2024-11-08T05:24:31,169 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1796786bf3791cb48bd5926b27e4f65c columnFamilyName A
2024-11-08T05:24:31,169 DEBUG [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:31,170 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] regionserver.HStore(327): Store=1796786bf3791cb48bd5926b27e4f65c/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:24:31,170 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1796786bf3791cb48bd5926b27e4f65c 
2024-11-08T05:24:31,172 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1796786bf3791cb48bd5926b27e4f65c columnFamilyName B
2024-11-08T05:24:31,172 DEBUG [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:31,173 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] regionserver.HStore(327): Store=1796786bf3791cb48bd5926b27e4f65c/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:24:31,173 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1796786bf3791cb48bd5926b27e4f65c 
2024-11-08T05:24:31,174 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1796786bf3791cb48bd5926b27e4f65c columnFamilyName C
2024-11-08T05:24:31,175 DEBUG [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:24:31,175 INFO  [StoreOpener-1796786bf3791cb48bd5926b27e4f65c-1 {}] regionserver.HStore(327): Store=1796786bf3791cb48bd5926b27e4f65c/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:24:31,175 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1038): replaying wal for 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,176 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,176 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,177 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1048): stopping wal replay for 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,177 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1060): Cleaning up temporary data for 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,177 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:24:31,178 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1093): writing seq id for 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,179 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:24:31,180 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1114): Opened 1796786bf3791cb48bd5926b27e4f65c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67393887, jitterRate=0.0042471736669540405}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:24:31,180 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:31,180 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegion(1006): Region open journal for 1796786bf3791cb48bd5926b27e4f65c:
Running coprocessor pre-open hook at 1731043471165Writing region info on filesystem at 1731043471165Initializing all the Stores at 1731043471166 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043471166Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043471167 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043471167Cleaning up temporary data from old regions at 1731043471177 (+10 ms)Running coprocessor post-open hooks at 1731043471180 (+3 ms)Region opened successfully at 1731043471180
2024-11-08T05:24:31,181 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., pid=114, masterSystemTime=1731043471157
2024-11-08T05:24:31,182 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:31,182 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=114}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:31,183 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=1796786bf3791cb48bd5926b27e4f65c, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:31,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:24:31,186 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113
2024-11-08T05:24:31,186 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; OpenRegionProcedure 1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195 in 182 msec
2024-11-08T05:24:31,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112
2024-11-08T05:24:31,188 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, ASSIGN in 342 msec
2024-11-08T05:24:31,188 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:24:31,188 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043471188"}]},"ts":"1731043471188"}
2024-11-08T05:24:31,190 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T05:24:31,190 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=112, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:24:31,192 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1820 sec
2024-11-08T05:24:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=112
2024-11-08T05:24:32,160 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:32,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ded0f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,164 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,164 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,166 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,166 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31069b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,169 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,170 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9e0076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,173 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:24:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37945,1731043345409
2024-11-08T05:24:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16220583
2024-11-08T05:24:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:24:32,176 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:24:32,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d6d1845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,177 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,178 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f1c651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,179 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,180 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7829a3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503e1f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,181 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704ecde9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,181 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,182 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4edfef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b33d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,184 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c7b619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,185 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcd8fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e100fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,187 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@690806cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,188 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e6cf097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e40afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,189 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a48319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,190 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b79cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259a56de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,192 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5e1ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,192 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,193 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4947fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4cbf6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,194 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d53e636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,196 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326c125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c83334c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,197 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b771d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,198 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,198 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,199 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2ac1b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3532b5c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,200 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b981f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,200 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,201 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7773a7a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3088fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,202 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:24:32,202 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:24:32,202 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:24:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:24:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:24:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56901119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:24:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:24:32,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:32,203 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:24:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7058ea92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:24:32,204 DEBUG [Thread-1880 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,204 DEBUG [Thread-1865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,204 DEBUG [Thread-1876 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,205 DEBUG [Thread-1867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,205 DEBUG [Thread-1863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,205 DEBUG [Thread-1869 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,205 DEBUG [Thread-1874 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,206 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,206 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,206 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,207 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,207 DEBUG [Thread-1882 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,207 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,207 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,207 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,208 DEBUG [Thread-1871 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,209 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,210 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees
2024-11-08T05:24:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,211 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,211 DEBUG [Thread-1878 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:24:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-08T05:24:32,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,212 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:24:32,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:24:32,213 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:32,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,214 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:24:32,214 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:32,215 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:32,216 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2]
2024-11-08T05:24:32,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:32,220 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:32,220 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:24:32,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/13bfb2e311e243ca9a8695d253a0836b is 50, key is test_row_0/A:col10/1731043472218/Put/seqid=0
2024-11-08T05:24:32,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742237_1413 (size=19021)
2024-11-08T05:24:32,257 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043532250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043532256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,264 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043532256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043532257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,265 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043532258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-08T05:24:32,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,372 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043532369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043532369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043532369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,373 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043532369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,374 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043532369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-08T05:24:32,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043532579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043532579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,583 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043532579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043532579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,584 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043532579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,655 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/13bfb2e311e243ca9a8695d253a0836b
2024-11-08T05:24:32,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:32,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/7e67126a7b804993a5704cbef1c4ceb8 is 50, key is test_row_0/B:col10/1731043472218/Put/seqid=0
2024-11-08T05:24:32,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742238_1414 (size=12001)
2024-11-08T05:24:32,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-08T05:24:32,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043532889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043532889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043532889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043532889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043532889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:32,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:32,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:32,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:32,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,083 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/7e67126a7b804993a5704cbef1c4ceb8
2024-11-08T05:24:33,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d6b3da83173348bbb5cb7ba86b304e1c is 50, key is test_row_0/C:col10/1731043472218/Put/seqid=0
2024-11-08T05:24:33,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742239_1415 (size=12001)
2024-11-08T05:24:33,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:33,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:33,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:33,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:33,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:33,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-08T05:24:33,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043533399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,403 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043533399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043533399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043533399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,404 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:33,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043533399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:33,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:33,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:33,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:33,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=116
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:33,504 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d6b3da83173348bbb5cb7ba86b304e1c
2024-11-08T05:24:33,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/13bfb2e311e243ca9a8695d253a0836b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/13bfb2e311e243ca9a8695d253a0836b
2024-11-08T05:24:33,510 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/13bfb2e311e243ca9a8695d253a0836b, entries=300, sequenceid=13, filesize=18.6 K
2024-11-08T05:24:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/7e67126a7b804993a5704cbef1c4ceb8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/7e67126a7b804993a5704cbef1c4ceb8
2024-11-08T05:24:33,514 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/7e67126a7b804993a5704cbef1c4ceb8, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T05:24:33,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d6b3da83173348bbb5cb7ba86b304e1c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d6b3da83173348bbb5cb7ba86b304e1c
2024-11-08T05:24:33,517 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d6b3da83173348bbb5cb7ba86b304e1c, entries=150, sequenceid=13, filesize=11.7 K
2024-11-08T05:24:33,518 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1796786bf3791cb48bd5926b27e4f65c in 1298ms, sequenceid=13, compaction requested=false
2024-11-08T05:24:33,518 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees'
2024-11-08T05:24:33,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:33,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116
2024-11-08T05:24:33,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:33,589 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T05:24:33,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/e7d71ac916044064b6d2ddde2ce64a96 is 50, key is test_row_0/A:col10/1731043472252/Put/seqid=0
2024-11-08T05:24:33,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742240_1416 (size=12001)
2024-11-08T05:24:33,597 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/e7d71ac916044064b6d2ddde2ce64a96
2024-11-08T05:24:33,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/c94aa56a4cec450eba2bc0d0cccba027 is 50, key is test_row_0/B:col10/1731043472252/Put/seqid=0
2024-11-08T05:24:33,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742241_1417 (size=12001)
2024-11-08T05:24:34,019 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/c94aa56a4cec450eba2bc0d0cccba027
2024-11-08T05:24:34,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/8a54586f437c4254ae5ea59cf6447bc6 is 50, key is test_row_0/C:col10/1731043472252/Put/seqid=0
2024-11-08T05:24:34,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742242_1418 (size=12001)
2024-11-08T05:24:34,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-08T05:24:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:34,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:34,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043534418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043534422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,424 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,424 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043534423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,424 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 1796786bf3791cb48bd5926b27e4f65c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,431 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043534423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,433 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043534424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,435 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/8a54586f437c4254ae5ea59cf6447bc6
2024-11-08T05:24:34,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/e7d71ac916044064b6d2ddde2ce64a96 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e7d71ac916044064b6d2ddde2ce64a96
2024-11-08T05:24:34,441 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e7d71ac916044064b6d2ddde2ce64a96, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T05:24:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/c94aa56a4cec450eba2bc0d0cccba027 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c94aa56a4cec450eba2bc0d0cccba027
2024-11-08T05:24:34,444 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c94aa56a4cec450eba2bc0d0cccba027, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T05:24:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/8a54586f437c4254ae5ea59cf6447bc6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a54586f437c4254ae5ea59cf6447bc6
2024-11-08T05:24:34,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a54586f437c4254ae5ea59cf6447bc6, entries=150, sequenceid=37, filesize=11.7 K
2024-11-08T05:24:34,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1796786bf3791cb48bd5926b27e4f65c in 861ms, sequenceid=37, compaction requested=false
2024-11-08T05:24:34,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:34,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:34,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116
2024-11-08T05:24:34,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=116
2024-11-08T05:24:34,452 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115
2024-11-08T05:24:34,452 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2350 sec
2024-11-08T05:24:34,453 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 2.2430 sec
2024-11-08T05:24:34,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:34,533 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:24:34,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/26746bbce4eb4c3689f5d51f507bc4ee is 50, key is test_row_0/A:col10/1731043474422/Put/seqid=0
2024-11-08T05:24:34,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742243_1419 (size=14341)
2024-11-08T05:24:34,547 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/26746bbce4eb4c3689f5d51f507bc4ee
2024-11-08T05:24:34,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/40320430a4114c5d8ac15ac18ba812ac is 50, key is test_row_0/B:col10/1731043474422/Put/seqid=0
2024-11-08T05:24:34,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742244_1420 (size=12001)
2024-11-08T05:24:34,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043534606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043534607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043534608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043534609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,621 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,723 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043534718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043534728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043534729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,735 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043534729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,931 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043534928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043534938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043534938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043534939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:34,941 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:34,958 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/40320430a4114c5d8ac15ac18ba812ac
2024-11-08T05:24:34,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/a7eb08a35d04447485dd33f4c07b96f1 is 50, key is test_row_0/C:col10/1731043474422/Put/seqid=0
2024-11-08T05:24:34,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742245_1421 (size=12001)
2024-11-08T05:24:35,137 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T05:24:35,243 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043535239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043535252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,261 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043535252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,262 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043535252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,366 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/a7eb08a35d04447485dd33f4c07b96f1
2024-11-08T05:24:35,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/26746bbce4eb4c3689f5d51f507bc4ee as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/26746bbce4eb4c3689f5d51f507bc4ee
2024-11-08T05:24:35,373 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/26746bbce4eb4c3689f5d51f507bc4ee, entries=200, sequenceid=51, filesize=14.0 K
2024-11-08T05:24:35,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/40320430a4114c5d8ac15ac18ba812ac as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/40320430a4114c5d8ac15ac18ba812ac
2024-11-08T05:24:35,376 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/40320430a4114c5d8ac15ac18ba812ac, entries=150, sequenceid=51, filesize=11.7 K
2024-11-08T05:24:35,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/a7eb08a35d04447485dd33f4c07b96f1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a7eb08a35d04447485dd33f4c07b96f1
2024-11-08T05:24:35,380 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a7eb08a35d04447485dd33f4c07b96f1, entries=150, sequenceid=51, filesize=11.7 K
2024-11-08T05:24:35,381 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1796786bf3791cb48bd5926b27e4f65c in 848ms, sequenceid=51, compaction requested=true
2024-11-08T05:24:35,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:35,382 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:35,382 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:35,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:35,382 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:35,382 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:35,383 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/B is initiating minor compaction (all files)
2024-11-08T05:24:35,383 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/A is initiating minor compaction (all files)
2024-11-08T05:24:35,383 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/B in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:35,383 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/A in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:35,383 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/7e67126a7b804993a5704cbef1c4ceb8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c94aa56a4cec450eba2bc0d0cccba027, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/40320430a4114c5d8ac15ac18ba812ac] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=35.2 K
2024-11-08T05:24:35,383 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/13bfb2e311e243ca9a8695d253a0836b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e7d71ac916044064b6d2ddde2ce64a96, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/26746bbce4eb4c3689f5d51f507bc4ee] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=44.3 K
2024-11-08T05:24:35,383 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e67126a7b804993a5704cbef1c4ceb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043472218
2024-11-08T05:24:35,383 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13bfb2e311e243ca9a8695d253a0836b, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043472212
2024-11-08T05:24:35,383 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c94aa56a4cec450eba2bc0d0cccba027, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731043472252
2024-11-08T05:24:35,383 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7d71ac916044064b6d2ddde2ce64a96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731043472252
2024-11-08T05:24:35,383 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 40320430a4114c5d8ac15ac18ba812ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043474422
2024-11-08T05:24:35,383 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26746bbce4eb4c3689f5d51f507bc4ee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043474421
2024-11-08T05:24:35,389 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#A#compaction#355 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:35,389 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/9557bb665c34434f8370e63f3cfae7a7 is 50, key is test_row_0/A:col10/1731043474422/Put/seqid=0
2024-11-08T05:24:35,389 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#B#compaction#354 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:35,390 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/d329621477ba481492be380a996d7dce is 50, key is test_row_0/B:col10/1731043474422/Put/seqid=0
2024-11-08T05:24:35,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742247_1423 (size=12104)
2024-11-08T05:24:35,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742246_1422 (size=12104)
2024-11-08T05:24:35,397 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/d329621477ba481492be380a996d7dce as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/d329621477ba481492be380a996d7dce
2024-11-08T05:24:35,409 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/B of 1796786bf3791cb48bd5926b27e4f65c into d329621477ba481492be380a996d7dce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:35,409 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:35,409 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/B, priority=13, startTime=1731043475382; duration=0sec
2024-11-08T05:24:35,409 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:35,409 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:35,409 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:35,410 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:35,410 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/C is initiating minor compaction (all files)
2024-11-08T05:24:35,410 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/C in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:35,410 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d6b3da83173348bbb5cb7ba86b304e1c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a54586f437c4254ae5ea59cf6447bc6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a7eb08a35d04447485dd33f4c07b96f1] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=35.2 K
2024-11-08T05:24:35,411 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d6b3da83173348bbb5cb7ba86b304e1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731043472218
2024-11-08T05:24:35,411 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a54586f437c4254ae5ea59cf6447bc6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731043472252
2024-11-08T05:24:35,411 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a7eb08a35d04447485dd33f4c07b96f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043474422
2024-11-08T05:24:35,417 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#C#compaction#356 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:35,418 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/82951b82a63f405e8d55ff03979bfb52 is 50, key is test_row_0/C:col10/1731043474422/Put/seqid=0
2024-11-08T05:24:35,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742248_1424 (size=12104)
2024-11-08T05:24:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:35,754 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:35,754 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:24:35,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/ea32177241174949a4c7d984c61675b5 is 50, key is test_row_0/A:col10/1731043474604/Put/seqid=0
2024-11-08T05:24:35,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742249_1425 (size=14341)
2024-11-08T05:24:35,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043535777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043535778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043535787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043535787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,793 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,798 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/9557bb665c34434f8370e63f3cfae7a7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/9557bb665c34434f8370e63f3cfae7a7
2024-11-08T05:24:35,801 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/A of 1796786bf3791cb48bd5926b27e4f65c into 9557bb665c34434f8370e63f3cfae7a7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:35,801 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:35,801 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/A, priority=13, startTime=1731043475382; duration=0sec
2024-11-08T05:24:35,801 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:35,802 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:35,832 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/82951b82a63f405e8d55ff03979bfb52 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/82951b82a63f405e8d55ff03979bfb52
2024-11-08T05:24:35,836 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/C of 1796786bf3791cb48bd5926b27e4f65c into 82951b82a63f405e8d55ff03979bfb52(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:35,836 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:35,836 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/C, priority=13, startTime=1731043475382; duration=0sec
2024-11-08T05:24:35,836 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:35,836 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:35,893 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043535888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043535899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043535899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:35,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043535899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:35,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043536098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043536109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043536109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,113 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043536109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,113 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,161 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/ea32177241174949a4c7d984c61675b5
2024-11-08T05:24:36,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/9805fa7d1f5d4e7683fecf3902b51c54 is 50, key is test_row_0/B:col10/1731043474604/Put/seqid=0
2024-11-08T05:24:36,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742250_1426 (size=12001)
2024-11-08T05:24:36,171 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/9805fa7d1f5d4e7683fecf3902b51c54
2024-11-08T05:24:36,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/4974a58a75d7437083d272c4b9f53bb1 is 50, key is test_row_0/C:col10/1731043474604/Put/seqid=0
2024-11-08T05:24:36,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742251_1427 (size=12001)
2024-11-08T05:24:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115
2024-11-08T05:24:36,369 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:36,369 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees
2024-11-08T05:24:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-08T05:24:36,371 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:36,372 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:36,372 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:36,413 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043536408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,413 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043536418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043536419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,423 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043536419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,451 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043536449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,452 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 1796786bf3791cb48bd5926b27e4f65c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,452 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-08T05:24:36,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-08T05:24:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:36,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:36,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=118
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:36,582 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/4974a58a75d7437083d272c4b9f53bb1
2024-11-08T05:24:36,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/ea32177241174949a4c7d984c61675b5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/ea32177241174949a4c7d984c61675b5
2024-11-08T05:24:36,588 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/ea32177241174949a4c7d984c61675b5, entries=200, sequenceid=75, filesize=14.0 K
2024-11-08T05:24:36,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/9805fa7d1f5d4e7683fecf3902b51c54 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/9805fa7d1f5d4e7683fecf3902b51c54
2024-11-08T05:24:36,591 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/9805fa7d1f5d4e7683fecf3902b51c54, entries=150, sequenceid=75, filesize=11.7 K
2024-11-08T05:24:36,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/4974a58a75d7437083d272c4b9f53bb1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/4974a58a75d7437083d272c4b9f53bb1
2024-11-08T05:24:36,595 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/4974a58a75d7437083d272c4b9f53bb1, entries=150, sequenceid=75, filesize=11.7 K
2024-11-08T05:24:36,595 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 1796786bf3791cb48bd5926b27e4f65c in 841ms, sequenceid=75, compaction requested=false
2024-11-08T05:24:36,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:36,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118
2024-11-08T05:24:36,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:36,676 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB
2024-11-08T05:24:36,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/04485f3abbb746d09a61cbbfc472e219 is 50, key is test_row_0/A:col10/1731043475776/Put/seqid=0
2024-11-08T05:24:36,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742252_1428 (size=12001)
2024-11-08T05:24:36,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-08T05:24:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:36,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:36,958 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043536953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,962 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043536956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,963 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043536957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,963 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,967 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:36,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043536958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:36,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-08T05:24:37,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043537068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043537068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,069 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043537068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,083 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/04485f3abbb746d09a61cbbfc472e219
2024-11-08T05:24:37,084 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043537079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f1949262582a402dac7edc74782a5e3d is 50, key is test_row_0/B:col10/1731043475776/Put/seqid=0
2024-11-08T05:24:37,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742253_1429 (size=12001)
2024-11-08T05:24:37,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043537278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043537278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,284 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043537278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,285 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,295 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043537289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,492 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f1949262582a402dac7edc74782a5e3d
2024-11-08T05:24:37,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-08T05:24:37,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/8a2be04dad1a4c56b29132eb7529a8f1 is 50, key is test_row_0/C:col10/1731043475776/Put/seqid=0
2024-11-08T05:24:37,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742254_1430 (size=12001)
2024-11-08T05:24:37,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043537589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,595 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043537589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,596 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043537589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,607 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043537598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:37,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:37,607 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:37,959 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/8a2be04dad1a4c56b29132eb7529a8f1
2024-11-08T05:24:37,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/04485f3abbb746d09a61cbbfc472e219 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/04485f3abbb746d09a61cbbfc472e219
2024-11-08T05:24:37,965 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/04485f3abbb746d09a61cbbfc472e219, entries=150, sequenceid=91, filesize=11.7 K
2024-11-08T05:24:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f1949262582a402dac7edc74782a5e3d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f1949262582a402dac7edc74782a5e3d
2024-11-08T05:24:37,969 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f1949262582a402dac7edc74782a5e3d, entries=150, sequenceid=91, filesize=11.7 K
2024-11-08T05:24:37,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/8a2be04dad1a4c56b29132eb7529a8f1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a2be04dad1a4c56b29132eb7529a8f1
2024-11-08T05:24:37,972 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a2be04dad1a4c56b29132eb7529a8f1, entries=150, sequenceid=91, filesize=11.7 K
2024-11-08T05:24:37,973 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1796786bf3791cb48bd5926b27e4f65c in 1298ms, sequenceid=91, compaction requested=true
2024-11-08T05:24:37,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:37,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:37,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118
2024-11-08T05:24:37,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=118
2024-11-08T05:24:37,975 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117
2024-11-08T05:24:37,975 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6020 sec
2024-11-08T05:24:37,976 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.6060 sec
2024-11-08T05:24:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:38,100 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:38,100 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:24:38,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/c75d17020cde48e5afeeefe3b093f8dd is 50, key is test_row_0/A:col10/1731043478099/Put/seqid=0
2024-11-08T05:24:38,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742255_1431 (size=14341)
2024-11-08T05:24:38,131 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043538122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043538129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043538130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043538131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,245 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043538238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,246 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043538239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,255 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043538251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,256 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043538251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,256 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043538458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043538458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043538458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,466 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,466 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043538458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,508 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/c75d17020cde48e5afeeefe3b093f8dd
2024-11-08T05:24:38,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/c8158f249dd644e0b9baf87a98cca937 is 50, key is test_row_0/B:col10/1731043478099/Put/seqid=0
2024-11-08T05:24:38,515 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742256_1432 (size=12001)
2024-11-08T05:24:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117
2024-11-08T05:24:38,519 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:38,520 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees
2024-11-08T05:24:38,521 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-08T05:24:38,521 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:38,521 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-08T05:24:38,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-08T05:24:38,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:38,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:38,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:38,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:38,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:38,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043538769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,776 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043538769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,786 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043538778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,787 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043538778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:38,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-08T05:24:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:38,826 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:38,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-08T05:24:38,916 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/c8158f249dd644e0b9baf87a98cca937
2024-11-08T05:24:38,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/55fa83daf7494d18a46f817e6eb8ca1d is 50, key is test_row_0/C:col10/1731043478099/Put/seqid=0
2024-11-08T05:24:38,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742257_1433 (size=12001)
2024-11-08T05:24:38,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-08T05:24:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:38,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:38,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:39,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-08T05:24:39,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:39,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:39,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:39,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-08T05:24:39,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-08T05:24:39,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:39,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:39,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:39,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=120
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:39,287 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043539278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:39,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:39,296 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:39,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043539288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:39,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:39,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043539299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:39,307 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043539299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:39,324 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/55fa83daf7494d18a46f817e6eb8ca1d
2024-11-08T05:24:39,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/c75d17020cde48e5afeeefe3b093f8dd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c75d17020cde48e5afeeefe3b093f8dd
2024-11-08T05:24:39,329 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c75d17020cde48e5afeeefe3b093f8dd, entries=200, sequenceid=114, filesize=14.0 K
2024-11-08T05:24:39,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/c8158f249dd644e0b9baf87a98cca937 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c8158f249dd644e0b9baf87a98cca937
2024-11-08T05:24:39,332 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c8158f249dd644e0b9baf87a98cca937, entries=150, sequenceid=114, filesize=11.7 K
2024-11-08T05:24:39,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/55fa83daf7494d18a46f817e6eb8ca1d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/55fa83daf7494d18a46f817e6eb8ca1d
2024-11-08T05:24:39,336 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/55fa83daf7494d18a46f817e6eb8ca1d, entries=150, sequenceid=114, filesize=11.7 K
2024-11-08T05:24:39,337 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1796786bf3791cb48bd5926b27e4f65c in 1237ms, sequenceid=114, compaction requested=true
2024-11-08T05:24:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:39,337 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:39,337 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:39,338 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:39,338 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:39,338 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/A is initiating minor compaction (all files)
2024-11-08T05:24:39,338 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/B is initiating minor compaction (all files)
2024-11-08T05:24:39,338 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/B in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,338 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/A in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,338 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/d329621477ba481492be380a996d7dce, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/9805fa7d1f5d4e7683fecf3902b51c54, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f1949262582a402dac7edc74782a5e3d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c8158f249dd644e0b9baf87a98cca937] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=47.0 K
2024-11-08T05:24:39,338 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/9557bb665c34434f8370e63f3cfae7a7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/ea32177241174949a4c7d984c61675b5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/04485f3abbb746d09a61cbbfc472e219, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c75d17020cde48e5afeeefe3b093f8dd] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=51.5 K
2024-11-08T05:24:39,339 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9557bb665c34434f8370e63f3cfae7a7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043474422
2024-11-08T05:24:39,339 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d329621477ba481492be380a996d7dce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043474422
2024-11-08T05:24:39,339 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 9805fa7d1f5d4e7683fecf3902b51c54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731043474604
2024-11-08T05:24:39,339 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea32177241174949a4c7d984c61675b5, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731043474604
2024-11-08T05:24:39,340 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04485f3abbb746d09a61cbbfc472e219, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043475776
2024-11-08T05:24:39,340 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f1949262582a402dac7edc74782a5e3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043475776
2024-11-08T05:24:39,340 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c75d17020cde48e5afeeefe3b093f8dd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043476952
2024-11-08T05:24:39,340 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c8158f249dd644e0b9baf87a98cca937, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043476952
2024-11-08T05:24:39,351 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#B#compaction#367 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:39,351 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#A#compaction#366 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:39,351 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/afbe6ba8eba74b39b7213807830461d4 is 50, key is test_row_0/A:col10/1731043478099/Put/seqid=0
2024-11-08T05:24:39,351 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f2e25b77a33c44ea8abcc4275b670d2f is 50, key is test_row_0/B:col10/1731043478099/Put/seqid=0
2024-11-08T05:24:39,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742259_1435 (size=12241)
2024-11-08T05:24:39,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742258_1434 (size=12241)
2024-11-08T05:24:39,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120
2024-11-08T05:24:39,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,436 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:24:39,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/2a6f89c6dc114ee3a31d6fae9323f579 is 50, key is test_row_0/A:col10/1731043478121/Put/seqid=0
2024-11-08T05:24:39,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742260_1436 (size=12001)
2024-11-08T05:24:39,449 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/2a6f89c6dc114ee3a31d6fae9323f579
2024-11-08T05:24:39,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/beaa1e5d872e4fd485c358834cb9d565 is 50, key is test_row_0/B:col10/1731043478121/Put/seqid=0
2024-11-08T05:24:39,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742261_1437 (size=12001)
2024-11-08T05:24:39,463 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/beaa1e5d872e4fd485c358834cb9d565
2024-11-08T05:24:39,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d04ec1232062499fb7c4864ec697c745 is 50, key is test_row_0/C:col10/1731043478121/Put/seqid=0
2024-11-08T05:24:39,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742262_1438 (size=12001)
2024-11-08T05:24:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-08T05:24:39,767 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f2e25b77a33c44ea8abcc4275b670d2f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f2e25b77a33c44ea8abcc4275b670d2f
2024-11-08T05:24:39,769 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/afbe6ba8eba74b39b7213807830461d4 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/afbe6ba8eba74b39b7213807830461d4
2024-11-08T05:24:39,771 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/B of 1796786bf3791cb48bd5926b27e4f65c into f2e25b77a33c44ea8abcc4275b670d2f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:39,771 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:39,772 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/B, priority=12, startTime=1731043479337; duration=0sec
2024-11-08T05:24:39,772 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:39,772 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:39,772 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:39,773 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:39,773 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/C is initiating minor compaction (all files)
2024-11-08T05:24:39,773 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/C in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,773 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/82951b82a63f405e8d55ff03979bfb52, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/4974a58a75d7437083d272c4b9f53bb1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a2be04dad1a4c56b29132eb7529a8f1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/55fa83daf7494d18a46f817e6eb8ca1d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=47.0 K
2024-11-08T05:24:39,773 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/A of 1796786bf3791cb48bd5926b27e4f65c into afbe6ba8eba74b39b7213807830461d4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:39,773 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:39,773 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/A, priority=12, startTime=1731043479337; duration=0sec
2024-11-08T05:24:39,773 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 82951b82a63f405e8d55ff03979bfb52, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731043474422
2024-11-08T05:24:39,773 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:39,773 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:39,774 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4974a58a75d7437083d272c4b9f53bb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731043474604
2024-11-08T05:24:39,774 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a2be04dad1a4c56b29132eb7529a8f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731043475776
2024-11-08T05:24:39,776 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 55fa83daf7494d18a46f817e6eb8ca1d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043476952
2024-11-08T05:24:39,783 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#C#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:39,783 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/92eb1d676b644afeaeceee42b8d534bd is 50, key is test_row_0/C:col10/1731043478099/Put/seqid=0
2024-11-08T05:24:39,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742263_1439 (size=12241)
2024-11-08T05:24:39,886 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d04ec1232062499fb7c4864ec697c745
2024-11-08T05:24:39,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/2a6f89c6dc114ee3a31d6fae9323f579 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2a6f89c6dc114ee3a31d6fae9323f579
2024-11-08T05:24:39,893 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2a6f89c6dc114ee3a31d6fae9323f579, entries=150, sequenceid=127, filesize=11.7 K
2024-11-08T05:24:39,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/beaa1e5d872e4fd485c358834cb9d565 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/beaa1e5d872e4fd485c358834cb9d565
2024-11-08T05:24:39,897 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/beaa1e5d872e4fd485c358834cb9d565, entries=150, sequenceid=127, filesize=11.7 K
2024-11-08T05:24:39,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d04ec1232062499fb7c4864ec697c745 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d04ec1232062499fb7c4864ec697c745
2024-11-08T05:24:39,900 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d04ec1232062499fb7c4864ec697c745, entries=150, sequenceid=127, filesize=11.7 K
2024-11-08T05:24:39,901 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 1796786bf3791cb48bd5926b27e4f65c in 465ms, sequenceid=127, compaction requested=false
2024-11-08T05:24:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:39,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-08T05:24:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-08T05:24:39,903 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-08T05:24:39,903 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3810 sec
2024-11-08T05:24:39,905 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.3840 sec
2024-11-08T05:24:40,195 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/92eb1d676b644afeaeceee42b8d534bd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/92eb1d676b644afeaeceee42b8d534bd
2024-11-08T05:24:40,198 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/C of 1796786bf3791cb48bd5926b27e4f65c into 92eb1d676b644afeaeceee42b8d534bd(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:40,199 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:40,199 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/C, priority=12, startTime=1731043479337; duration=0sec
2024-11-08T05:24:40,199 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:40,199 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:40,310 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:40,311 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:24:40,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/3826860d4a214c6497610b08ee511b13 is 50, key is test_row_0/A:col10/1731043480309/Put/seqid=0
2024-11-08T05:24:40,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742264_1440 (size=16931)
2024-11-08T05:24:40,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043540384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043540384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,390 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,392 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043540384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,393 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043540385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043540469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,474 WARN  [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 1796786bf3791cb48bd5926b27e4f65c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043540499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043540499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,506 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043540499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043540499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-08T05:24:40,669 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:40,669 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees
2024-11-08T05:24:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-08T05:24:40,670 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:40,671 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:40,671 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:40,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043540709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043540709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,713 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043540709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043540718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:40,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:40,745 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/3826860d4a214c6497610b08ee511b13
2024-11-08T05:24:40,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/0d89190eb3164b2e93776fe94d76940b is 50, key is test_row_0/B:col10/1731043480309/Put/seqid=0
2024-11-08T05:24:40,753 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742265_1441 (size=12151)
2024-11-08T05:24:40,753 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/0d89190eb3164b2e93776fe94d76940b
2024-11-08T05:24:40,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/2fbeadf424a44e8397dea1a9513a1364 is 50, key is test_row_0/C:col10/1731043480309/Put/seqid=0
2024-11-08T05:24:40,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742266_1442 (size=12151)
2024-11-08T05:24:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-08T05:24:40,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-08T05:24:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:40,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:40,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:40,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-08T05:24:40,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:40,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:40,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:40,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:40,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-08T05:24:41,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043541019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,021 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043541019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,022 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043541019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,031 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043541028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-08T05:24:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:41,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:41,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:41,129 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:41,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=122
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:41,161 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/2fbeadf424a44e8397dea1a9513a1364
2024-11-08T05:24:41,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/3826860d4a214c6497610b08ee511b13 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/3826860d4a214c6497610b08ee511b13
2024-11-08T05:24:41,167 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/3826860d4a214c6497610b08ee511b13, entries=250, sequenceid=141, filesize=16.5 K
2024-11-08T05:24:41,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/0d89190eb3164b2e93776fe94d76940b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/0d89190eb3164b2e93776fe94d76940b
2024-11-08T05:24:41,170 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/0d89190eb3164b2e93776fe94d76940b, entries=150, sequenceid=141, filesize=11.9 K
2024-11-08T05:24:41,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/2fbeadf424a44e8397dea1a9513a1364 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/2fbeadf424a44e8397dea1a9513a1364
2024-11-08T05:24:41,173 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/2fbeadf424a44e8397dea1a9513a1364, entries=150, sequenceid=141, filesize=11.9 K
2024-11-08T05:24:41,174 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1796786bf3791cb48bd5926b27e4f65c in 864ms, sequenceid=141, compaction requested=true
2024-11-08T05:24:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:41,174 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:41,174 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:41,174 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:41,175 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:41,175 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:41,175 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/B is initiating minor compaction (all files)
2024-11-08T05:24:41,175 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/A is initiating minor compaction (all files)
2024-11-08T05:24:41,175 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/B in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:41,175 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/A in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:41,175 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f2e25b77a33c44ea8abcc4275b670d2f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/beaa1e5d872e4fd485c358834cb9d565, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/0d89190eb3164b2e93776fe94d76940b] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=35.5 K
2024-11-08T05:24:41,175 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/afbe6ba8eba74b39b7213807830461d4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2a6f89c6dc114ee3a31d6fae9323f579, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/3826860d4a214c6497610b08ee511b13] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=40.2 K
2024-11-08T05:24:41,176 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f2e25b77a33c44ea8abcc4275b670d2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043476952
2024-11-08T05:24:41,176 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting afbe6ba8eba74b39b7213807830461d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043476952
2024-11-08T05:24:41,176 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a6f89c6dc114ee3a31d6fae9323f579, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731043478121
2024-11-08T05:24:41,176 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting beaa1e5d872e4fd485c358834cb9d565, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731043478121
2024-11-08T05:24:41,176 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3826860d4a214c6497610b08ee511b13, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731043480299
2024-11-08T05:24:41,176 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d89190eb3164b2e93776fe94d76940b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731043480299
2024-11-08T05:24:41,181 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#A#compaction#375 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:41,181 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/c93bcd6642e046d88ee24f04136c6ce6 is 50, key is test_row_0/A:col10/1731043480309/Put/seqid=0
2024-11-08T05:24:41,186 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:41,187 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/4f46891daf184d2c936fbb89e725cdda is 50, key is test_row_0/B:col10/1731043480309/Put/seqid=0
2024-11-08T05:24:41,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742267_1443 (size=12493)
2024-11-08T05:24:41,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742268_1444 (size=12493)
2024-11-08T05:24:41,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122
2024-11-08T05:24:41,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:41,281 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T05:24:41,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/c6433ed06a314813975bcc9cf847f7af is 50, key is test_row_0/A:col10/1731043480382/Put/seqid=0
2024-11-08T05:24:41,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742269_1445 (size=12151)
2024-11-08T05:24:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-08T05:24:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:41,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:41,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043541538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,544 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043541538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,546 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043541544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,555 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043541544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,591 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/c93bcd6642e046d88ee24f04136c6ce6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c93bcd6642e046d88ee24f04136c6ce6
2024-11-08T05:24:41,595 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/A of 1796786bf3791cb48bd5926b27e4f65c into c93bcd6642e046d88ee24f04136c6ce6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:41,595 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:41,595 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/A, priority=13, startTime=1731043481174; duration=0sec
2024-11-08T05:24:41,595 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:41,595 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:41,595 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:41,596 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:41,596 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/C is initiating minor compaction (all files)
2024-11-08T05:24:41,596 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/C in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:41,596 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/92eb1d676b644afeaeceee42b8d534bd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d04ec1232062499fb7c4864ec697c745, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/2fbeadf424a44e8397dea1a9513a1364] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=35.5 K
2024-11-08T05:24:41,596 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92eb1d676b644afeaeceee42b8d534bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731043476952
2024-11-08T05:24:41,596 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting d04ec1232062499fb7c4864ec697c745, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1731043478121
2024-11-08T05:24:41,597 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fbeadf424a44e8397dea1a9513a1364, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731043480299
2024-11-08T05:24:41,598 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/4f46891daf184d2c936fbb89e725cdda as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f46891daf184d2c936fbb89e725cdda
2024-11-08T05:24:41,602 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/B of 1796786bf3791cb48bd5926b27e4f65c into 4f46891daf184d2c936fbb89e725cdda(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:41,602 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:41,602 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/B, priority=13, startTime=1731043481174; duration=0sec
2024-11-08T05:24:41,602 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:41,602 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:41,602 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:41,603 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/eedcce659c0140f8926134e7ff2751d7 is 50, key is test_row_0/C:col10/1731043480309/Put/seqid=0
2024-11-08T05:24:41,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742270_1446 (size=12493)
2024-11-08T05:24:41,654 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043541648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,655 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043541648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,663 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043541658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,663 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,688 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/c6433ed06a314813975bcc9cf847f7af
2024-11-08T05:24:41,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f908a3c1cb9e4ad485a048465dfcf118 is 50, key is test_row_0/B:col10/1731043480382/Put/seqid=0
2024-11-08T05:24:41,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742271_1447 (size=12151)
2024-11-08T05:24:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-08T05:24:41,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043541858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043541858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:41,874 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:41,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043541868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:41,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,009 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/eedcce659c0140f8926134e7ff2751d7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/eedcce659c0140f8926134e7ff2751d7
2024-11-08T05:24:42,012 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/C of 1796786bf3791cb48bd5926b27e4f65c into eedcce659c0140f8926134e7ff2751d7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:42,012 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:42,012 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/C, priority=13, startTime=1731043481174; duration=0sec
2024-11-08T05:24:42,012 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:42,013 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:42,096 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f908a3c1cb9e4ad485a048465dfcf118
2024-11-08T05:24:42,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/76967b51da304ec3af3eaf23bc1daae6 is 50, key is test_row_0/C:col10/1731043480382/Put/seqid=0
2024-11-08T05:24:42,106 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742272_1448 (size=12151)
2024-11-08T05:24:42,106 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/76967b51da304ec3af3eaf23bc1daae6
2024-11-08T05:24:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/c6433ed06a314813975bcc9cf847f7af as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c6433ed06a314813975bcc9cf847f7af
2024-11-08T05:24:42,112 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c6433ed06a314813975bcc9cf847f7af, entries=150, sequenceid=167, filesize=11.9 K
2024-11-08T05:24:42,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f908a3c1cb9e4ad485a048465dfcf118 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f908a3c1cb9e4ad485a048465dfcf118
2024-11-08T05:24:42,115 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f908a3c1cb9e4ad485a048465dfcf118, entries=150, sequenceid=167, filesize=11.9 K
2024-11-08T05:24:42,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/76967b51da304ec3af3eaf23bc1daae6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/76967b51da304ec3af3eaf23bc1daae6
2024-11-08T05:24:42,119 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/76967b51da304ec3af3eaf23bc1daae6, entries=150, sequenceid=167, filesize=11.9 K
2024-11-08T05:24:42,120 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1796786bf3791cb48bd5926b27e4f65c in 838ms, sequenceid=167, compaction requested=false
2024-11-08T05:24:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:42,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122
2024-11-08T05:24:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=122
2024-11-08T05:24:42,122 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121
2024-11-08T05:24:42,122 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec
2024-11-08T05:24:42,124 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.4540 sec
2024-11-08T05:24:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:42,171 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:42,172 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:24:42,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/08c88add5c454660a336be9e1073decb is 50, key is test_row_0/A:col10/1731043482172/Put/seqid=0
2024-11-08T05:24:42,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742273_1449 (size=16931)
2024-11-08T05:24:42,181 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/08c88add5c454660a336be9e1073decb
2024-11-08T05:24:42,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/67053df05ca64f25b40f93a0a87e633d is 50, key is test_row_0/B:col10/1731043482172/Put/seqid=0
2024-11-08T05:24:42,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742274_1450 (size=12151)
2024-11-08T05:24:42,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043542220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,229 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043542223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,229 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,230 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043542224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,343 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043542338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043542338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,344 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043542338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,344 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,552 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043542549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043542549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,553 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043542549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,562 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043542558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,563 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 1796786bf3791cb48bd5926b27e4f65c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,610 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/67053df05ca64f25b40f93a0a87e633d
2024-11-08T05:24:42,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/5a2a2c5bb6bb4a4a92d297e554eafad1 is 50, key is test_row_0/C:col10/1731043482172/Put/seqid=0
2024-11-08T05:24:42,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742275_1451 (size=12151)
2024-11-08T05:24:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121
2024-11-08T05:24:42,819 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:42,819 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees
2024-11-08T05:24:42,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-08T05:24:42,820 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:42,821 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:42,821 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:42,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043542859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043542859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,862 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043542859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:42,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:42,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-08T05:24:42,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-08T05:24:42,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:42,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:42,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:42,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:42,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=124
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:43,019 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/5a2a2c5bb6bb4a4a92d297e554eafad1
2024-11-08T05:24:43,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/08c88add5c454660a336be9e1073decb as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/08c88add5c454660a336be9e1073decb
2024-11-08T05:24:43,025 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/08c88add5c454660a336be9e1073decb, entries=250, sequenceid=182, filesize=16.5 K
2024-11-08T05:24:43,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/67053df05ca64f25b40f93a0a87e633d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/67053df05ca64f25b40f93a0a87e633d
2024-11-08T05:24:43,028 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/67053df05ca64f25b40f93a0a87e633d, entries=150, sequenceid=182, filesize=11.9 K
2024-11-08T05:24:43,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/5a2a2c5bb6bb4a4a92d297e554eafad1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/5a2a2c5bb6bb4a4a92d297e554eafad1
2024-11-08T05:24:43,031 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/5a2a2c5bb6bb4a4a92d297e554eafad1, entries=150, sequenceid=182, filesize=11.9 K
2024-11-08T05:24:43,032 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1796786bf3791cb48bd5926b27e4f65c in 861ms, sequenceid=182, compaction requested=true
2024-11-08T05:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:43,032 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:43,032 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:43,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:43,032 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/A is initiating minor compaction (all files)
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/B is initiating minor compaction (all files)
2024-11-08T05:24:43,033 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/A in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:43,033 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/B in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:43,033 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c93bcd6642e046d88ee24f04136c6ce6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c6433ed06a314813975bcc9cf847f7af, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/08c88add5c454660a336be9e1073decb] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=40.6 K
2024-11-08T05:24:43,033 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f46891daf184d2c936fbb89e725cdda, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f908a3c1cb9e4ad485a048465dfcf118, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/67053df05ca64f25b40f93a0a87e633d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=35.9 K
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c93bcd6642e046d88ee24f04136c6ce6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731043480299
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f46891daf184d2c936fbb89e725cdda, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731043480299
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6433ed06a314813975bcc9cf847f7af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731043480382
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f908a3c1cb9e4ad485a048465dfcf118, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731043480382
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 67053df05ca64f25b40f93a0a87e633d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731043481536
2024-11-08T05:24:43,033 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08c88add5c454660a336be9e1073decb, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731043481536
2024-11-08T05:24:43,040 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#A#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:43,040 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:43,040 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/0fbf9d7d871a40019743687068007a58 is 50, key is test_row_0/A:col10/1731043482172/Put/seqid=0
2024-11-08T05:24:43,041 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f0970cbed8794fbd8944e6cc244e73de is 50, key is test_row_0/B:col10/1731043482172/Put/seqid=0
2024-11-08T05:24:43,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742276_1452 (size=12595)
2024-11-08T05:24:43,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742277_1453 (size=12595)
2024-11-08T05:24:43,058 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/0fbf9d7d871a40019743687068007a58 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/0fbf9d7d871a40019743687068007a58
2024-11-08T05:24:43,058 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f0970cbed8794fbd8944e6cc244e73de as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f0970cbed8794fbd8944e6cc244e73de
2024-11-08T05:24:43,061 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/A of 1796786bf3791cb48bd5926b27e4f65c into 0fbf9d7d871a40019743687068007a58(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:43,062 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:43,062 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/A, priority=13, startTime=1731043483032; duration=0sec
2024-11-08T05:24:43,062 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/B of 1796786bf3791cb48bd5926b27e4f65c into f0970cbed8794fbd8944e6cc244e73de(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:43,062 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:43,062 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/B, priority=13, startTime=1731043483032; duration=0sec
2024-11-08T05:24:43,063 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:43,063 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:43,063 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:43,063 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:43,063 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:43,063 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:43,063 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/C is initiating minor compaction (all files)
2024-11-08T05:24:43,064 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/C in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:43,064 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/eedcce659c0140f8926134e7ff2751d7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/76967b51da304ec3af3eaf23bc1daae6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/5a2a2c5bb6bb4a4a92d297e554eafad1] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=35.9 K
2024-11-08T05:24:43,064 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting eedcce659c0140f8926134e7ff2751d7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731043480299
2024-11-08T05:24:43,064 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76967b51da304ec3af3eaf23bc1daae6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731043480382
2024-11-08T05:24:43,064 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a2a2c5bb6bb4a4a92d297e554eafad1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731043481536
2024-11-08T05:24:43,070 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:43,071 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/a62673fee781417bb1e1d95f57fd6338 is 50, key is test_row_0/C:col10/1731043482172/Put/seqid=0
2024-11-08T05:24:43,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742278_1454 (size=12595)
2024-11-08T05:24:43,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124
2024-11-08T05:24:43,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:43,125 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T05:24:43,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/7212bb94bd554828b63fb94e706f08a8 is 50, key is test_row_0/A:col10/1731043482223/Put/seqid=0
2024-11-08T05:24:43,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742279_1455 (size=12151)
2024-11-08T05:24:43,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-08T05:24:43,138 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/7212bb94bd554828b63fb94e706f08a8
2024-11-08T05:24:43,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/86ed6a3d43c34168bc31b0e67ad9f4ea is 50, key is test_row_0/B:col10/1731043482223/Put/seqid=0
2024-11-08T05:24:43,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742280_1456 (size=12151)
2024-11-08T05:24:43,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:43,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:43,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043543381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,389 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043543383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,390 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,394 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043543384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-08T05:24:43,479 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/a62673fee781417bb1e1d95f57fd6338 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a62673fee781417bb1e1d95f57fd6338
2024-11-08T05:24:43,483 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/C of 1796786bf3791cb48bd5926b27e4f65c into a62673fee781417bb1e1d95f57fd6338(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:43,483 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:43,483 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/C, priority=13, startTime=1731043483032; duration=0sec
2024-11-08T05:24:43,483 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:43,483 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:43,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043543498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,507 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043543498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,508 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043543499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,552 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/86ed6a3d43c34168bc31b0e67ad9f4ea
2024-11-08T05:24:43,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/17e18f41defc4ef29ef62d34f6515b46 is 50, key is test_row_0/C:col10/1731043482223/Put/seqid=0
2024-11-08T05:24:43,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742281_1457 (size=12151)
2024-11-08T05:24:43,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043543718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043543719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,722 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043543719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:43,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-08T05:24:43,961 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/17e18f41defc4ef29ef62d34f6515b46
2024-11-08T05:24:43,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/7212bb94bd554828b63fb94e706f08a8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/7212bb94bd554828b63fb94e706f08a8
2024-11-08T05:24:43,968 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/7212bb94bd554828b63fb94e706f08a8, entries=150, sequenceid=208, filesize=11.9 K
2024-11-08T05:24:43,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/86ed6a3d43c34168bc31b0e67ad9f4ea as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/86ed6a3d43c34168bc31b0e67ad9f4ea
2024-11-08T05:24:43,971 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/86ed6a3d43c34168bc31b0e67ad9f4ea, entries=150, sequenceid=208, filesize=11.9 K
2024-11-08T05:24:43,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/17e18f41defc4ef29ef62d34f6515b46 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/17e18f41defc4ef29ef62d34f6515b46
2024-11-08T05:24:43,974 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/17e18f41defc4ef29ef62d34f6515b46, entries=150, sequenceid=208, filesize=11.9 K
2024-11-08T05:24:43,975 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1796786bf3791cb48bd5926b27e4f65c in 850ms, sequenceid=208, compaction requested=false
2024-11-08T05:24:43,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:43,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:43,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-08T05:24:43,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-08T05:24:43,978 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123
2024-11-08T05:24:43,978 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1560 sec
2024-11-08T05:24:43,980 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.1600 sec
2024-11-08T05:24:44,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:44,032 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:44,032 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:24:44,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/cb99822b705b4ce49959ff4e41eb4c07 is 50, key is test_row_0/A:col10/1731043483381/Put/seqid=0
2024-11-08T05:24:44,039 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742282_1458 (size=14541)
2024-11-08T05:24:44,078 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043544071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,079 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043544072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043544078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043544189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043544189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,197 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043544189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043544409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043544409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,416 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043544409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,417 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,439 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/cb99822b705b4ce49959ff4e41eb4c07
2024-11-08T05:24:44,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/4850d444609e47f0924e49ec0e527f11 is 50, key is test_row_0/B:col10/1731043483381/Put/seqid=0
2024-11-08T05:24:44,448 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742283_1459 (size=12151)
2024-11-08T05:24:44,448 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/4850d444609e47f0924e49ec0e527f11
2024-11-08T05:24:44,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/902d31c5a2914108af9b33aac75393e5 is 50, key is test_row_0/C:col10/1731043483381/Put/seqid=0
2024-11-08T05:24:44,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742284_1460 (size=12151)
2024-11-08T05:24:44,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043544578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,582 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 1796786bf3791cb48bd5926b27e4f65c of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,583 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,724 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043544718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043544729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,733 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043544729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:44,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:44,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:44,857 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/902d31c5a2914108af9b33aac75393e5
2024-11-08T05:24:44,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/cb99822b705b4ce49959ff4e41eb4c07 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/cb99822b705b4ce49959ff4e41eb4c07
2024-11-08T05:24:44,862 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/cb99822b705b4ce49959ff4e41eb4c07, entries=200, sequenceid=222, filesize=14.2 K
2024-11-08T05:24:44,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/4850d444609e47f0924e49ec0e527f11 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4850d444609e47f0924e49ec0e527f11
2024-11-08T05:24:44,866 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4850d444609e47f0924e49ec0e527f11, entries=150, sequenceid=222, filesize=11.9 K
2024-11-08T05:24:44,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/902d31c5a2914108af9b33aac75393e5 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/902d31c5a2914108af9b33aac75393e5
2024-11-08T05:24:44,869 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/902d31c5a2914108af9b33aac75393e5, entries=150, sequenceid=222, filesize=11.9 K
2024-11-08T05:24:44,870 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1796786bf3791cb48bd5926b27e4f65c in 837ms, sequenceid=222, compaction requested=true
2024-11-08T05:24:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:44,870 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:44,870 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:44,870 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:44,870 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/A is initiating minor compaction (all files)
2024-11-08T05:24:44,870 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:44,871 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/B is initiating minor compaction (all files)
2024-11-08T05:24:44,871 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/A in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:44,871 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/B in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:44,871 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/0fbf9d7d871a40019743687068007a58, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/7212bb94bd554828b63fb94e706f08a8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/cb99822b705b4ce49959ff4e41eb4c07] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=38.4 K
2024-11-08T05:24:44,871 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f0970cbed8794fbd8944e6cc244e73de, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/86ed6a3d43c34168bc31b0e67ad9f4ea, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4850d444609e47f0924e49ec0e527f11] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=36.0 K
2024-11-08T05:24:44,871 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f0970cbed8794fbd8944e6cc244e73de, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731043481536
2024-11-08T05:24:44,871 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fbf9d7d871a40019743687068007a58, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731043481536
2024-11-08T05:24:44,871 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 86ed6a3d43c34168bc31b0e67ad9f4ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731043482210
2024-11-08T05:24:44,871 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7212bb94bd554828b63fb94e706f08a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731043482210
2024-11-08T05:24:44,871 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb99822b705b4ce49959ff4e41eb4c07, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731043483379
2024-11-08T05:24:44,871 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4850d444609e47f0924e49ec0e527f11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731043483379
2024-11-08T05:24:44,877 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:44,878 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#A#compaction#394 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:44,878 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/c1a29baac963454ab730d26ae62794ac is 50, key is test_row_0/B:col10/1731043483381/Put/seqid=0
2024-11-08T05:24:44,878 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/712df1795f3c4e0689cfbed370a7d793 is 50, key is test_row_0/A:col10/1731043483381/Put/seqid=0
2024-11-08T05:24:44,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742285_1461 (size=12697)
2024-11-08T05:24:44,883 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742286_1462 (size=12697)
2024-11-08T05:24:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123
2024-11-08T05:24:44,969 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:44,969 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees
2024-11-08T05:24:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-08T05:24:44,970 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:44,971 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:44,971 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-08T05:24:45,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126
2024-11-08T05:24:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,123 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:24:45,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/8d0b70b22fb140b8b0cfb45e332042a6 is 50, key is test_row_0/A:col10/1731043484067/Put/seqid=0
2024-11-08T05:24:45,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742287_1463 (size=12151)
2024-11-08T05:24:45,133 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/8d0b70b22fb140b8b0cfb45e332042a6
2024-11-08T05:24:45,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/515d2967b1f4407cb5b05374300b9207 is 50, key is test_row_0/B:col10/1731043484067/Put/seqid=0
2024-11-08T05:24:45,146 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742288_1464 (size=12151)
2024-11-08T05:24:45,149 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/515d2967b1f4407cb5b05374300b9207
2024-11-08T05:24:45,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/bfe912bf47f5481d813315fdc60c7d7c is 50, key is test_row_0/C:col10/1731043484067/Put/seqid=0
2024-11-08T05:24:45,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742289_1465 (size=12151)
2024-11-08T05:24:45,158 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/bfe912bf47f5481d813315fdc60c7d7c
2024-11-08T05:24:45,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/8d0b70b22fb140b8b0cfb45e332042a6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8d0b70b22fb140b8b0cfb45e332042a6
2024-11-08T05:24:45,166 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8d0b70b22fb140b8b0cfb45e332042a6, entries=150, sequenceid=245, filesize=11.9 K
2024-11-08T05:24:45,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/515d2967b1f4407cb5b05374300b9207 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/515d2967b1f4407cb5b05374300b9207
2024-11-08T05:24:45,170 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/515d2967b1f4407cb5b05374300b9207, entries=150, sequenceid=245, filesize=11.9 K
2024-11-08T05:24:45,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/bfe912bf47f5481d813315fdc60c7d7c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bfe912bf47f5481d813315fdc60c7d7c
2024-11-08T05:24:45,174 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bfe912bf47f5481d813315fdc60c7d7c, entries=150, sequenceid=245, filesize=11.9 K
2024-11-08T05:24:45,175 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 1796786bf3791cb48bd5926b27e4f65c in 52ms, sequenceid=245, compaction requested=true
2024-11-08T05:24:45,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:45,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126
2024-11-08T05:24:45,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=126
2024-11-08T05:24:45,178 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-08T05:24:45,178 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 205 msec
2024-11-08T05:24:45,179 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 209 msec
2024-11-08T05:24:45,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:45,250 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:45,251 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:24:45,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/5e391a2d61be4fb382148cc567e976e6 is 50, key is test_row_0/A:col10/1731043485248/Put/seqid=0
2024-11-08T05:24:45,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742290_1466 (size=16931)
2024-11-08T05:24:45,284 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/c1a29baac963454ab730d26ae62794ac as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c1a29baac963454ab730d26ae62794ac
2024-11-08T05:24:45,287 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/712df1795f3c4e0689cfbed370a7d793 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/712df1795f3c4e0689cfbed370a7d793
2024-11-08T05:24:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-08T05:24:45,289 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:45,289 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:45,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees
2024-11-08T05:24:45,291 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:45,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-08T05:24:45,291 INFO  [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:45,291 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:45,315 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/B of 1796786bf3791cb48bd5926b27e4f65c into c1a29baac963454ab730d26ae62794ac(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:45,315 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/A of 1796786bf3791cb48bd5926b27e4f65c into 712df1795f3c4e0689cfbed370a7d793(size=12.4 K), total size for store is 24.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:45,316 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:45,316 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:45,316 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/B, priority=13, startTime=1731043484870; duration=0sec
2024-11-08T05:24:45,316 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/A, priority=13, startTime=1731043484870; duration=0sec
2024-11-08T05:24:45,316 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:45,316 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:45,316 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:45,316 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:45,316 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:45,317 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:45,317 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/C is initiating minor compaction (all files)
2024-11-08T05:24:45,317 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/C in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,317 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a62673fee781417bb1e1d95f57fd6338, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/17e18f41defc4ef29ef62d34f6515b46, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/902d31c5a2914108af9b33aac75393e5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bfe912bf47f5481d813315fdc60c7d7c] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=47.9 K
2024-11-08T05:24:45,317 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting a62673fee781417bb1e1d95f57fd6338, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1731043481536
2024-11-08T05:24:45,318 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17e18f41defc4ef29ef62d34f6515b46, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731043482210
2024-11-08T05:24:45,318 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 902d31c5a2914108af9b33aac75393e5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731043483379
2024-11-08T05:24:45,318 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe912bf47f5481d813315fdc60c7d7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731043484067
2024-11-08T05:24:45,324 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:45,325 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/88e3ae9897684b528c381643fa78cfc9 is 50, key is test_row_0/C:col10/1731043484067/Put/seqid=0
2024-11-08T05:24:45,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742291_1467 (size=12731)
2024-11-08T05:24:45,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043545346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,358 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043545352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,362 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043545354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-08T05:24:45,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,443 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043545469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043545469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,474 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043545469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,475 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:45,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:45,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-08T05:24:45,662 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/5e391a2d61be4fb382148cc567e976e6
2024-11-08T05:24:45,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f463d5c0313a44bf95b9fff0970afcae is 50, key is test_row_0/B:col10/1731043485248/Put/seqid=0
2024-11-08T05:24:45,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742292_1468 (size=12151)
2024-11-08T05:24:45,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043545679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043545679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,685 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043545679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:45,733 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/88e3ae9897684b528c381643fa78cfc9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/88e3ae9897684b528c381643fa78cfc9
2024-11-08T05:24:45,736 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/C of 1796786bf3791cb48bd5926b27e4f65c into 88e3ae9897684b528c381643fa78cfc9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:45,736 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:45,736 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/C, priority=12, startTime=1731043484870; duration=0sec
2024-11-08T05:24:45,736 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:45,736 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:45,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:45,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:45,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:45,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-08T05:24:45,992 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043545988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:45,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043545999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,000 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043545999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,000 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:46,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:46,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,071 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f463d5c0313a44bf95b9fff0970afcae
2024-11-08T05:24:46,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/edf0f936d1d44510a0b48b11796f7055 is 50, key is test_row_0/C:col10/1731043485248/Put/seqid=0
2024-11-08T05:24:46,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742293_1469 (size=12151)
2024-11-08T05:24:46,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:46,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:46,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:46,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:46,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-08T05:24:46,480 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/edf0f936d1d44510a0b48b11796f7055
2024-11-08T05:24:46,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/5e391a2d61be4fb382148cc567e976e6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/5e391a2d61be4fb382148cc567e976e6
2024-11-08T05:24:46,486 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/5e391a2d61be4fb382148cc567e976e6, entries=250, sequenceid=256, filesize=16.5 K
2024-11-08T05:24:46,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/f463d5c0313a44bf95b9fff0970afcae as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f463d5c0313a44bf95b9fff0970afcae
2024-11-08T05:24:46,489 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f463d5c0313a44bf95b9fff0970afcae, entries=150, sequenceid=256, filesize=11.9 K
2024-11-08T05:24:46,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/edf0f936d1d44510a0b48b11796f7055 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/edf0f936d1d44510a0b48b11796f7055
2024-11-08T05:24:46,492 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/edf0f936d1d44510a0b48b11796f7055, entries=150, sequenceid=256, filesize=11.9 K
2024-11-08T05:24:46,493 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1796786bf3791cb48bd5926b27e4f65c in 1243ms, sequenceid=256, compaction requested=true
2024-11-08T05:24:46,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:46,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:46,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:46,493 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:46,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:46,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:46,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:46,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0
2024-11-08T05:24:46,493 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:46,494 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 41779 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:46,494 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36999 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:46,494 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/A is initiating minor compaction (all files)
2024-11-08T05:24:46,494 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/B is initiating minor compaction (all files)
2024-11-08T05:24:46,494 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/A in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,494 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/B in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,494 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/712df1795f3c4e0689cfbed370a7d793, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8d0b70b22fb140b8b0cfb45e332042a6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/5e391a2d61be4fb382148cc567e976e6] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=40.8 K
2024-11-08T05:24:46,494 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c1a29baac963454ab730d26ae62794ac, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/515d2967b1f4407cb5b05374300b9207, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f463d5c0313a44bf95b9fff0970afcae] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=36.1 K
2024-11-08T05:24:46,494 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 712df1795f3c4e0689cfbed370a7d793, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731043483379
2024-11-08T05:24:46,494 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c1a29baac963454ab730d26ae62794ac, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731043483379
2024-11-08T05:24:46,495 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 515d2967b1f4407cb5b05374300b9207, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731043484067
2024-11-08T05:24:46,495 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d0b70b22fb140b8b0cfb45e332042a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731043484067
2024-11-08T05:24:46,495 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f463d5c0313a44bf95b9fff0970afcae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731043485244
2024-11-08T05:24:46,495 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e391a2d61be4fb382148cc567e976e6, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731043485244
2024-11-08T05:24:46,500 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#B#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:46,500 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/4f500ffc39274f179ce7f01c7bae9965 is 50, key is test_row_0/B:col10/1731043485248/Put/seqid=0
2024-11-08T05:24:46,500 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#A#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:46,501 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/8033d49a9dc54f6d98b3b651d1c8a3ff is 50, key is test_row_0/A:col10/1731043485248/Put/seqid=0
2024-11-08T05:24:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:46,503 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:46,503 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB
2024-11-08T05:24:46,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742295_1471 (size=12799)
2024-11-08T05:24:46,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742294_1470 (size=12799)
2024-11-08T05:24:46,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/706b3d7d240c4c2589e70578bcf28fc3 is 50, key is test_row_0/A:col10/1731043486500/Put/seqid=0
2024-11-08T05:24:46,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742296_1472 (size=14741)
2024-11-08T05:24:46,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043546522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043546523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043546523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043546639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043546639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,645 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043546639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,646 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:46,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:46,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:46,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043546849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,852 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043546849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,853 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043546849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:46,908 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/8033d49a9dc54f6d98b3b651d1c8a3ff as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8033d49a9dc54f6d98b3b651d1c8a3ff
2024-11-08T05:24:46,912 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/A of 1796786bf3791cb48bd5926b27e4f65c into 8033d49a9dc54f6d98b3b651d1c8a3ff(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:46,912 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:46,912 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/A, priority=13, startTime=1731043486493; duration=0sec
2024-11-08T05:24:46,912 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:46,912 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:46,912 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-08T05:24:46,912 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-08T05:24:46,913 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-08T05:24:46,913 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. because compaction request was cancelled
2024-11-08T05:24:46,913 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:46,917 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/4f500ffc39274f179ce7f01c7bae9965 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f500ffc39274f179ce7f01c7bae9965
2024-11-08T05:24:46,920 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/B of 1796786bf3791cb48bd5926b27e4f65c into 4f500ffc39274f179ce7f01c7bae9965(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:46,920 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:46,920 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/B, priority=13, startTime=1731043486493; duration=0sec
2024-11-08T05:24:46,920 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:46,920 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:46,922 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/706b3d7d240c4c2589e70578bcf28fc3
2024-11-08T05:24:46,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/5cd5b563000e4b6c8e450648762ae3cd is 50, key is test_row_0/B:col10/1731043486500/Put/seqid=0
2024-11-08T05:24:46,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742297_1473 (size=12301)
2024-11-08T05:24:46,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:46,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:47,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:47,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:47,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:47,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:47,162 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043547158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043547158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,163 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043547158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:47,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:47,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:47,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:47,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:47,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=128
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:47,329 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/5cd5b563000e4b6c8e450648762ae3cd
2024-11-08T05:24:47,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/67548eef50134bdeb6cda9a914ae7f06 is 50, key is test_row_0/C:col10/1731043486500/Put/seqid=0
2024-11-08T05:24:47,339 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742298_1474 (size=12301)
2024-11-08T05:24:47,340 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/67548eef50134bdeb6cda9a914ae7f06
2024-11-08T05:24:47,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/706b3d7d240c4c2589e70578bcf28fc3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/706b3d7d240c4c2589e70578bcf28fc3
2024-11-08T05:24:47,346 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/706b3d7d240c4c2589e70578bcf28fc3, entries=200, sequenceid=285, filesize=14.4 K
2024-11-08T05:24:47,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/5cd5b563000e4b6c8e450648762ae3cd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/5cd5b563000e4b6c8e450648762ae3cd
2024-11-08T05:24:47,349 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/5cd5b563000e4b6c8e450648762ae3cd, entries=150, sequenceid=285, filesize=12.0 K
2024-11-08T05:24:47,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/67548eef50134bdeb6cda9a914ae7f06 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/67548eef50134bdeb6cda9a914ae7f06
2024-11-08T05:24:47,353 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/67548eef50134bdeb6cda9a914ae7f06, entries=150, sequenceid=285, filesize=12.0 K
2024-11-08T05:24:47,354 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1796786bf3791cb48bd5926b27e4f65c in 851ms, sequenceid=285, compaction requested=true
2024-11-08T05:24:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:47,354 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-08T05:24:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:47,354 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking
2024-11-08T05:24:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:47,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0  files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate.
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. because compaction request was cancelled
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. because compaction request was cancelled
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37183 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:47,355 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/C is initiating minor compaction (all files)
2024-11-08T05:24:47,356 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/C in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:47,356 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/88e3ae9897684b528c381643fa78cfc9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/edf0f936d1d44510a0b48b11796f7055, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/67548eef50134bdeb6cda9a914ae7f06] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=36.3 K
2024-11-08T05:24:47,356 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 88e3ae9897684b528c381643fa78cfc9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731043484067
2024-11-08T05:24:47,356 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting edf0f936d1d44510a0b48b11796f7055, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731043485244
2024-11-08T05:24:47,356 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 67548eef50134bdeb6cda9a914ae7f06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731043485345
2024-11-08T05:24:47,361 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#C#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:47,362 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/ff46ba6b93bc46e7972117d926f82bc0 is 50, key is test_row_0/C:col10/1731043486500/Put/seqid=0
2024-11-08T05:24:47,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742299_1475 (size=12983)
2024-11-08T05:24:47,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128
2024-11-08T05:24:47,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:47,428 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB
2024-11-08T05:24:47,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/f70af55cad5647ff81169fce5ff28549 is 50, key is test_row_0/A:col10/1731043486517/Put/seqid=0
2024-11-08T05:24:47,436 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742300_1476 (size=12301)
2024-11-08T05:24:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-08T05:24:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:47,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:47,726 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043547718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,728 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043547719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,729 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043547725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,729 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,774 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/ff46ba6b93bc46e7972117d926f82bc0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/ff46ba6b93bc46e7972117d926f82bc0
2024-11-08T05:24:47,778 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/C of 1796786bf3791cb48bd5926b27e4f65c into ff46ba6b93bc46e7972117d926f82bc0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:47,778 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:47,778 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/C, priority=13, startTime=1731043487354; duration=0sec
2024-11-08T05:24:47,778 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:47,778 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:47,834 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043547829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,837 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/f70af55cad5647ff81169fce5ff28549
2024-11-08T05:24:47,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/a4290e1d6a6e4586a336c4e1833a8f23 is 50, key is test_row_0/B:col10/1731043486517/Put/seqid=0
2024-11-08T05:24:47,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043547839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,844 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043547839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:47,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:47,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742301_1477 (size=12301)
2024-11-08T05:24:48,041 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043548039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043548049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,054 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043548049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,248 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/a4290e1d6a6e4586a336c4e1833a8f23
2024-11-08T05:24:48,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/afa76a9c90494aa5bf423169ede2bf26 is 50, key is test_row_0/C:col10/1731043486517/Put/seqid=0
2024-11-08T05:24:48,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742302_1478 (size=12301)
2024-11-08T05:24:48,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043548348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043548358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,364 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043548358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,611 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45622 deadline: 1731043548608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,611 WARN  [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 1796786bf3791cb48bd5926b27e4f65c of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:48,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,657 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/afa76a9c90494aa5bf423169ede2bf26
2024-11-08T05:24:48,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/f70af55cad5647ff81169fce5ff28549 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/f70af55cad5647ff81169fce5ff28549
2024-11-08T05:24:48,663 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/f70af55cad5647ff81169fce5ff28549, entries=150, sequenceid=297, filesize=12.0 K
2024-11-08T05:24:48,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/a4290e1d6a6e4586a336c4e1833a8f23 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/a4290e1d6a6e4586a336c4e1833a8f23
2024-11-08T05:24:48,666 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/a4290e1d6a6e4586a336c4e1833a8f23, entries=150, sequenceid=297, filesize=12.0 K
2024-11-08T05:24:48,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/afa76a9c90494aa5bf423169ede2bf26 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/afa76a9c90494aa5bf423169ede2bf26
2024-11-08T05:24:48,669 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/afa76a9c90494aa5bf423169ede2bf26, entries=150, sequenceid=297, filesize=12.0 K
2024-11-08T05:24:48,670 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1796786bf3791cb48bd5926b27e4f65c in 1243ms, sequenceid=297, compaction requested=true
2024-11-08T05:24:48,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:48,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:48,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128
2024-11-08T05:24:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=128
2024-11-08T05:24:48,673 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127
2024-11-08T05:24:48,673 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3800 sec
2024-11-08T05:24:48,674 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 3.3840 sec
2024-11-08T05:24:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:48,873 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:48,873 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB
2024-11-08T05:24:48,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/2ba8673cfbbf4d0a999847c4184d3063 is 50, key is test_row_0/A:col10/1731043487723/Put/seqid=0
2024-11-08T05:24:48,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742303_1479 (size=14741)
2024-11-08T05:24:48,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043548884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,892 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043548885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:48,897 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043548886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:48,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:48,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,004 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043548998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,005 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043548999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,013 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043549009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043549208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,214 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043549208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,223 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043549219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,281 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/2ba8673cfbbf4d0a999847c4184d3063
2024-11-08T05:24:49,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/2c022066e7e9441e9c3f32f5d7d664ef is 50, key is test_row_0/B:col10/1731043487723/Put/seqid=0
2024-11-08T05:24:49,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742304_1480 (size=12301)
2024-11-08T05:24:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127
2024-11-08T05:24:49,449 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:49,449 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees
2024-11-08T05:24:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-08T05:24:49,450 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:49,451 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:49,451 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:49,522 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043549519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,523 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043549519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,531 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043549528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:49,532 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-08T05:24:49,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-08T05:24:49,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:49,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:49,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:49,691 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/2c022066e7e9441e9c3f32f5d7d664ef
2024-11-08T05:24:49,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/901afd1d600d48398bf465090f5210f4 is 50, key is test_row_0/C:col10/1731043487723/Put/seqid=0
2024-11-08T05:24:49,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742305_1481 (size=12301)
2024-11-08T05:24:49,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-08T05:24:49,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:49,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:49,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:49,755 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:49,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-08T05:24:49,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-08T05:24:49,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:49,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:49,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:49,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:49,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:50,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043550029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:50,032 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043550029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,033 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:50,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043550038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:50,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-08T05:24:50,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:50,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:50,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:50,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:50,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=130
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-08T05:24:50,102 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/901afd1d600d48398bf465090f5210f4
2024-11-08T05:24:50,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/2ba8673cfbbf4d0a999847c4184d3063 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2ba8673cfbbf4d0a999847c4184d3063
2024-11-08T05:24:50,108 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2ba8673cfbbf4d0a999847c4184d3063, entries=200, sequenceid=325, filesize=14.4 K
2024-11-08T05:24:50,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/2c022066e7e9441e9c3f32f5d7d664ef as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/2c022066e7e9441e9c3f32f5d7d664ef
2024-11-08T05:24:50,111 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/2c022066e7e9441e9c3f32f5d7d664ef, entries=150, sequenceid=325, filesize=12.0 K
2024-11-08T05:24:50,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/901afd1d600d48398bf465090f5210f4 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/901afd1d600d48398bf465090f5210f4
2024-11-08T05:24:50,114 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/901afd1d600d48398bf465090f5210f4, entries=150, sequenceid=325, filesize=12.0 K
2024-11-08T05:24:50,115 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1796786bf3791cb48bd5926b27e4f65c in 1242ms, sequenceid=325, compaction requested=true
2024-11-08T05:24:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:50,115 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:50,115 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-08T05:24:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:50,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:50,116 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 54582 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:50,116 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 49702 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-08T05:24:50,116 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/A is initiating minor compaction (all files)
2024-11-08T05:24:50,116 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/B is initiating minor compaction (all files)
2024-11-08T05:24:50,116 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/A in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:50,116 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/B in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:50,116 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8033d49a9dc54f6d98b3b651d1c8a3ff, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/706b3d7d240c4c2589e70578bcf28fc3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/f70af55cad5647ff81169fce5ff28549, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2ba8673cfbbf4d0a999847c4184d3063] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=53.3 K
2024-11-08T05:24:50,116 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f500ffc39274f179ce7f01c7bae9965, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/5cd5b563000e4b6c8e450648762ae3cd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/a4290e1d6a6e4586a336c4e1833a8f23, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/2c022066e7e9441e9c3f32f5d7d664ef] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=48.5 K
2024-11-08T05:24:50,116 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8033d49a9dc54f6d98b3b651d1c8a3ff, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731043485244
2024-11-08T05:24:50,116 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f500ffc39274f179ce7f01c7bae9965, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731043485244
2024-11-08T05:24:50,117 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5cd5b563000e4b6c8e450648762ae3cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731043485345
2024-11-08T05:24:50,117 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 706b3d7d240c4c2589e70578bcf28fc3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731043485345
2024-11-08T05:24:50,117 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting a4290e1d6a6e4586a336c4e1833a8f23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731043486517
2024-11-08T05:24:50,117 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f70af55cad5647ff81169fce5ff28549, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731043486517
2024-11-08T05:24:50,117 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ba8673cfbbf4d0a999847c4184d3063, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731043487713
2024-11-08T05:24:50,117 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c022066e7e9441e9c3f32f5d7d664ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731043487713
2024-11-08T05:24:50,125 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:50,127 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#A#compaction#414 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:50,127 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/01953ae31d0c461bbdcccbe793a2ebe9 is 50, key is test_row_0/B:col10/1731043487723/Put/seqid=0
2024-11-08T05:24:50,128 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/a31da29d9d9b450592ad853b2b7021a0 is 50, key is test_row_0/A:col10/1731043487723/Put/seqid=0
2024-11-08T05:24:50,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742307_1483 (size=13085)
2024-11-08T05:24:50,140 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742306_1482 (size=13085)
2024-11-08T05:24:50,144 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/01953ae31d0c461bbdcccbe793a2ebe9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/01953ae31d0c461bbdcccbe793a2ebe9
2024-11-08T05:24:50,151 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/B of 1796786bf3791cb48bd5926b27e4f65c into 01953ae31d0c461bbdcccbe793a2ebe9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:50,151 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:50,151 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/B, priority=12, startTime=1731043490115; duration=0sec
2024-11-08T05:24:50,151 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:50,151 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:50,151 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:50,152 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:50,152 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/C is initiating minor compaction (all files)
2024-11-08T05:24:50,152 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/C in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:50,152 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/ff46ba6b93bc46e7972117d926f82bc0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/afa76a9c90494aa5bf423169ede2bf26, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/901afd1d600d48398bf465090f5210f4] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=36.7 K
2024-11-08T05:24:50,153 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ff46ba6b93bc46e7972117d926f82bc0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731043485345
2024-11-08T05:24:50,153 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting afa76a9c90494aa5bf423169ede2bf26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731043486517
2024-11-08T05:24:50,153 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 901afd1d600d48398bf465090f5210f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731043487713
2024-11-08T05:24:50,161 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#C#compaction#416 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:50,161 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/bd692515965c4b50aaa5bc139458649f is 50, key is test_row_0/C:col10/1731043487723/Put/seqid=0
2024-11-08T05:24:50,169 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742308_1484 (size=13085)
2024-11-08T05:24:50,175 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/bd692515965c4b50aaa5bc139458649f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bd692515965c4b50aaa5bc139458649f
2024-11-08T05:24:50,180 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/C of 1796786bf3791cb48bd5926b27e4f65c into bd692515965c4b50aaa5bc139458649f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:50,180 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:50,180 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/C, priority=13, startTime=1731043490115; duration=0sec
2024-11-08T05:24:50,180 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:50,180 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:50,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130
2024-11-08T05:24:50,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:50,213 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB
2024-11-08T05:24:50,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/541a2b1f6f154197a6560aefab6a2639 is 50, key is test_row_0/A:col10/1731043488883/Put/seqid=0
2024-11-08T05:24:50,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742309_1485 (size=12301)
2024-11-08T05:24:50,220 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/541a2b1f6f154197a6560aefab6a2639
2024-11-08T05:24:50,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/aed6cc1a54ee48e8b19072791e385b51 is 50, key is test_row_0/B:col10/1731043488883/Put/seqid=0
2024-11-08T05:24:50,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742310_1486 (size=12301)
2024-11-08T05:24:50,538 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/a31da29d9d9b450592ad853b2b7021a0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/a31da29d9d9b450592ad853b2b7021a0
2024-11-08T05:24:50,543 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/A of 1796786bf3791cb48bd5926b27e4f65c into a31da29d9d9b450592ad853b2b7021a0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:50,543 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:50,543 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/A, priority=12, startTime=1731043490115; duration=0sec
2024-11-08T05:24:50,543 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:50,543 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:50,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-08T05:24:50,641 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/aed6cc1a54ee48e8b19072791e385b51
2024-11-08T05:24:50,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/be89f672390a4672a840e2238bf874ff is 50, key is test_row_0/C:col10/1731043488883/Put/seqid=0
2024-11-08T05:24:50,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742311_1487 (size=12301)
2024-11-08T05:24:50,688 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043550685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:50,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:50,804 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043550799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:50,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,012 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043551008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,044 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45638 deadline: 1731043551039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,045 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 1796786bf3791cb48bd5926b27e4f65c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:51,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,049 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/be89f672390a4672a840e2238bf874ff
2024-11-08T05:24:51,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/541a2b1f6f154197a6560aefab6a2639 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/541a2b1f6f154197a6560aefab6a2639
2024-11-08T05:24:51,053 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45596 deadline: 1731043551049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,053 WARN  [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_0' in 1796786bf3791cb48bd5926b27e4f65c of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:24:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,055 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/541a2b1f6f154197a6560aefab6a2639, entries=150, sequenceid=336, filesize=12.0 K
2024-11-08T05:24:51,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/aed6cc1a54ee48e8b19072791e385b51 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/aed6cc1a54ee48e8b19072791e385b51
2024-11-08T05:24:51,058 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/aed6cc1a54ee48e8b19072791e385b51, entries=150, sequenceid=336, filesize=12.0 K
2024-11-08T05:24:51,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/be89f672390a4672a840e2238bf874ff as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/be89f672390a4672a840e2238bf874ff
2024-11-08T05:24:51,061 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/be89f672390a4672a840e2238bf874ff, entries=150, sequenceid=336, filesize=12.0 K
2024-11-08T05:24:51,062 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1796786bf3791cb48bd5926b27e4f65c in 849ms, sequenceid=336, compaction requested=false
2024-11-08T05:24:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:51,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130
2024-11-08T05:24:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=130
2024-11-08T05:24:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:51,065 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129
2024-11-08T05:24:51,065 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:24:51,065 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6120 sec
2024-11-08T05:24:51,065 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB
2024-11-08T05:24:51,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.6160 sec
2024-11-08T05:24:51,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/8df9471d1a674774a72bbd9556c57762 is 50, key is test_row_0/A:col10/1731043491064/Put/seqid=0
2024-11-08T05:24:51,075 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742312_1488 (size=14741)
2024-11-08T05:24:51,098 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043551091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,212 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043551208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,212 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,323 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043551318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,323 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,422 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043551418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,476 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/8df9471d1a674774a72bbd9556c57762
2024-11-08T05:24:51,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/b755827a1624407e86ac9f4762c61f06 is 50, key is test_row_0/B:col10/1731043491064/Put/seqid=0
2024-11-08T05:24:51,487 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742313_1489 (size=12301)
2024-11-08T05:24:51,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129
2024-11-08T05:24:51,599 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:51,599 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:24:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees
2024-11-08T05:24:51,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-08T05:24:51,600 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:24:51,601 INFO  [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:24:51,601 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:24:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-08T05:24:51,730 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043551729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-08T05:24:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:51,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:51,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:51,832 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45598 deadline: 1731043551828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:51,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:51,888 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/b755827a1624407e86ac9f4762c61f06
2024-11-08T05:24:51,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d4698a40e93e469686e02589b2a2398f is 50, key is test_row_0/C:col10/1731043491064/Put/seqid=0
2024-11-08T05:24:51,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742314_1490 (size=12301)
2024-11-08T05:24:51,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-08T05:24:51,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:51,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-08T05:24:52,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-08T05:24:52,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:52,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:52,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:52,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:52,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:52,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-08T05:24:52,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:52,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:52,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:52,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:52,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132
java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=132
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:24:52,213 INFO  [Thread-1876 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1876.
2024-11-08T05:24:52,213 DEBUG [Thread-1876 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:52,213 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,213 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,213 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:52,214 INFO  [Thread-1880 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1880.
2024-11-08T05:24:52,214 DEBUG [Thread-1880 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:52,214 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,214 DEBUG [Thread-1880 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,214 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:52,216 INFO  [Thread-1874 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1874.
2024-11-08T05:24:52,216 DEBUG [Thread-1874 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:52,216 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,216 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,216 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:52,219 INFO  [Thread-1882 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1882.
2024-11-08T05:24:52,219 DEBUG [Thread-1882 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:52,219 DEBUG [Thread-1882 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,219 DEBUG [Thread-1882 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,220 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:52,220 INFO  [Thread-1878 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1878.
2024-11-08T05:24:52,220 DEBUG [Thread-1878 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:52,220 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,220 DEBUG [Thread-1878 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,220 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-08T05:24:52,239 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:24:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:45600 deadline: 1731043552239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 , the old value is region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:24:52,239 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., hostname=d1ba675678c9,35687,1731043346195, seqNum=2 because the exception is null or not the one we care about
2024-11-08T05:24:52,297 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d4698a40e93e469686e02589b2a2398f
2024-11-08T05:24:52,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/8df9471d1a674774a72bbd9556c57762 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8df9471d1a674774a72bbd9556c57762
2024-11-08T05:24:52,310 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8df9471d1a674774a72bbd9556c57762, entries=200, sequenceid=365, filesize=14.4 K
2024-11-08T05:24:52,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/b755827a1624407e86ac9f4762c61f06 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/b755827a1624407e86ac9f4762c61f06
2024-11-08T05:24:52,314 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/b755827a1624407e86ac9f4762c61f06, entries=150, sequenceid=365, filesize=12.0 K
2024-11-08T05:24:52,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/d4698a40e93e469686e02589b2a2398f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d4698a40e93e469686e02589b2a2398f
2024-11-08T05:24:52,318 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d4698a40e93e469686e02589b2a2398f, entries=150, sequenceid=365, filesize=12.0 K
2024-11-08T05:24:52,319 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1796786bf3791cb48bd5926b27e4f65c in 1253ms, sequenceid=365, compaction requested=true
2024-11-08T05:24:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:24:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:24:52,319 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1796786bf3791cb48bd5926b27e4f65c:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:24:52,319 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:52,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:52,320 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:52,320 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:52,320 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/B is initiating minor compaction (all files)
2024-11-08T05:24:52,320 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/A is initiating minor compaction (all files)
2024-11-08T05:24:52,320 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/B in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:52,320 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/A in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:52,320 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/01953ae31d0c461bbdcccbe793a2ebe9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/aed6cc1a54ee48e8b19072791e385b51, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/b755827a1624407e86ac9f4762c61f06] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=36.8 K
2024-11-08T05:24:52,320 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/a31da29d9d9b450592ad853b2b7021a0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/541a2b1f6f154197a6560aefab6a2639, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8df9471d1a674774a72bbd9556c57762] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=39.2 K
2024-11-08T05:24:52,320 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 01953ae31d0c461bbdcccbe793a2ebe9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731043487713
2024-11-08T05:24:52,320 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting a31da29d9d9b450592ad853b2b7021a0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731043487713
2024-11-08T05:24:52,320 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting aed6cc1a54ee48e8b19072791e385b51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731043488883
2024-11-08T05:24:52,320 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 541a2b1f6f154197a6560aefab6a2639, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731043488883
2024-11-08T05:24:52,321 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting b755827a1624407e86ac9f4762c61f06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731043490672
2024-11-08T05:24:52,321 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8df9471d1a674774a72bbd9556c57762, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731043490672
2024-11-08T05:24:52,326 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#B#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:52,326 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#A#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:52,326 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/869de011dd4745d785f6e6570dde2129 is 50, key is test_row_0/B:col10/1731043491064/Put/seqid=0
2024-11-08T05:24:52,326 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/e6cf329ae3334b31a6d0589bd8743a86 is 50, key is test_row_0/A:col10/1731043491064/Put/seqid=0
2024-11-08T05:24:52,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742315_1491 (size=13187)
2024-11-08T05:24:52,330 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742316_1492 (size=13187)
2024-11-08T05:24:52,333 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/869de011dd4745d785f6e6570dde2129 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/869de011dd4745d785f6e6570dde2129
2024-11-08T05:24:52,337 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/B of 1796786bf3791cb48bd5926b27e4f65c into 869de011dd4745d785f6e6570dde2129(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:52,337 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:52,337 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/B, priority=13, startTime=1731043492319; duration=0sec
2024-11-08T05:24:52,337 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:24:52,337 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:B
2024-11-08T05:24:52,337 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:24:52,338 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:24:52,338 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 1796786bf3791cb48bd5926b27e4f65c/C is initiating minor compaction (all files)
2024-11-08T05:24:52,339 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1796786bf3791cb48bd5926b27e4f65c/C in TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:52,339 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bd692515965c4b50aaa5bc139458649f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/be89f672390a4672a840e2238bf874ff, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d4698a40e93e469686e02589b2a2398f] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp, totalSize=36.8 K
2024-11-08T05:24:52,339 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting bd692515965c4b50aaa5bc139458649f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731043487713
2024-11-08T05:24:52,339 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting be89f672390a4672a840e2238bf874ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1731043488883
2024-11-08T05:24:52,339 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d4698a40e93e469686e02589b2a2398f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1731043490672
2024-11-08T05:24:52,346 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1796786bf3791cb48bd5926b27e4f65c#C#compaction#425 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:24:52,346 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/e26232de7ef4401ea98b41dc61075e1d is 50, key is test_row_0/C:col10/1731043491064/Put/seqid=0
2024-11-08T05:24:52,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742317_1493 (size=13187)
2024-11-08T05:24:52,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132
2024-11-08T05:24:52,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:52,363 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T05:24:52,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/efaa358aca1642d9851cf4c590010f87 is 50, key is test_row_0/A:col10/1731043491090/Put/seqid=0
2024-11-08T05:24:52,372 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742318_1494 (size=12301)
2024-11-08T05:24:52,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-08T05:24:52,784 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/efaa358aca1642d9851cf4c590010f87
2024-11-08T05:24:52,788 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/e6cf329ae3334b31a6d0589bd8743a86 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e6cf329ae3334b31a6d0589bd8743a86
2024-11-08T05:24:52,792 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/e26232de7ef4401ea98b41dc61075e1d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/e26232de7ef4401ea98b41dc61075e1d
2024-11-08T05:24:52,794 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/A of 1796786bf3791cb48bd5926b27e4f65c into e6cf329ae3334b31a6d0589bd8743a86(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:52,794 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:52,795 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/A, priority=13, startTime=1731043492319; duration=0sec
2024-11-08T05:24:52,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/e76265f3972b46dbaf2f81ed37fb0c6b is 50, key is test_row_0/B:col10/1731043491090/Put/seqid=0
2024-11-08T05:24:52,795 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:52,795 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:A
2024-11-08T05:24:52,797 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1796786bf3791cb48bd5926b27e4f65c/C of 1796786bf3791cb48bd5926b27e4f65c into e26232de7ef4401ea98b41dc61075e1d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:24:52,797 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:52,797 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., storeName=1796786bf3791cb48bd5926b27e4f65c/C, priority=13, startTime=1731043492319; duration=0sec
2024-11-08T05:24:52,797 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:24:52,797 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1796786bf3791cb48bd5926b27e4f65c:C
2024-11-08T05:24:52,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742319_1495 (size=12301)
2024-11-08T05:24:52,841 INFO  [Thread-1869 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1869.
2024-11-08T05:24:52,841 DEBUG [Thread-1869 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:52,841 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,841 DEBUG [Thread-1869 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:52,841 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:53,063 INFO  [Thread-1871 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1871.
2024-11-08T05:24:53,063 DEBUG [Thread-1871 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:53,063 DEBUG [Thread-1871 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:53,063 DEBUG [Thread-1871 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:53,063 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:53,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:53,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. as already flushing
2024-11-08T05:24:53,072 INFO  [Thread-1865 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1865.
2024-11-08T05:24:53,072 DEBUG [Thread-1865 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:53,072 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:53,072 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:53,072 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:53,200 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/e76265f3972b46dbaf2f81ed37fb0c6b
2024-11-08T05:24:53,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/91d3460a85f2496ebc041f022056334f is 50, key is test_row_0/C:col10/1731043491090/Put/seqid=0
2024-11-08T05:24:53,216 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742320_1496 (size=12301)
2024-11-08T05:24:53,252 INFO  [Thread-1867 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1867.
2024-11-08T05:24:53,252 DEBUG [Thread-1867 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:53,252 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:53,252 DEBUG [Thread-1867 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:53,252 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:53,618 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/91d3460a85f2496ebc041f022056334f
2024-11-08T05:24:53,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/efaa358aca1642d9851cf4c590010f87 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/efaa358aca1642d9851cf4c590010f87
2024-11-08T05:24:53,632 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/efaa358aca1642d9851cf4c590010f87, entries=150, sequenceid=374, filesize=12.0 K
2024-11-08T05:24:53,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/e76265f3972b46dbaf2f81ed37fb0c6b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/e76265f3972b46dbaf2f81ed37fb0c6b
2024-11-08T05:24:53,638 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/e76265f3972b46dbaf2f81ed37fb0c6b, entries=150, sequenceid=374, filesize=12.0 K
2024-11-08T05:24:53,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/91d3460a85f2496ebc041f022056334f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/91d3460a85f2496ebc041f022056334f
2024-11-08T05:24:53,642 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/91d3460a85f2496ebc041f022056334f, entries=150, sequenceid=374, filesize=12.0 K
2024-11-08T05:24:53,643 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=26.84 KB/27480 for 1796786bf3791cb48bd5926b27e4f65c in 1280ms, sequenceid=374, compaction requested=false
2024-11-08T05:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 1796786bf3791cb48bd5926b27e4f65c:

2024-11-08T05:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:53,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132
2024-11-08T05:24:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=132
2024-11-08T05:24:53,646 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131
2024-11-08T05:24:53,646 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0430 sec
2024-11-08T05:24:53,648 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.0480 sec
2024-11-08T05:24:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-08T05:24:53,750 INFO  [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:24:54,548 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:24:58,643 INFO  [Thread-1863 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1863.
2024-11-08T05:24:58,643 DEBUG [Thread-1863 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:24:58,643 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:58,643 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:58,643 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:58,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T05:24:58,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 31
2024-11-08T05:24:58,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 81
2024-11-08T05:24:58,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 85
2024-11-08T05:24:58,644 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 32
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 67
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1637
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4910 rows
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1631
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4889 rows
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1632
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4896 rows
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1636
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4905 rows
2024-11-08T05:24:58,645 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(402):   scanned 1640
2024-11-08T05:24:58,646 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(403):   verified 4920 rows
2024-11-08T05:24:58,646 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:24:58,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:24:58,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:58,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:24:58,647 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:24:58,649 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-08T05:24:58,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T05:24:58,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-08T05:24:58,653 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043498653"}]},"ts":"1731043498653"}
2024-11-08T05:24:58,654 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T05:24:58,655 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T05:24:58,655 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:24:58,657 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, UNASSIGN}]
2024-11-08T05:24:58,658 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, UNASSIGN
2024-11-08T05:24:58,658 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=1796786bf3791cb48bd5926b27e4f65c, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:24:58,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, UNASSIGN because future has completed
2024-11-08T05:24:58,660 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:24:58,660 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:24:58,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-08T05:24:58,813 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(122): Close 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:24:58,813 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:24:58,813 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1722): Closing 1796786bf3791cb48bd5926b27e4f65c, disabling compactions & flushes
2024-11-08T05:24:58,813 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:58,813 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:58,813 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. after waiting 0 ms
2024-11-08T05:24:58,813 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:24:58,813 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(2902): Flushing 1796786bf3791cb48bd5926b27e4f65c 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T05:24:58,820 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/493cb45267874e76b86c240ac433beb0 is 50, key is test_row_0/A:col10/1731043493070/Put/seqid=0
2024-11-08T05:24:58,825 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742321_1497 (size=9857)
2024-11-08T05:24:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-08T05:24:59,227 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/493cb45267874e76b86c240ac433beb0
2024-11-08T05:24:59,241 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/38b751a22e5a4af5888ac84d8e47bf1b is 50, key is test_row_0/B:col10/1731043493070/Put/seqid=0
2024-11-08T05:24:59,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742322_1498 (size=9857)
2024-11-08T05:24:59,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-08T05:24:59,647 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/38b751a22e5a4af5888ac84d8e47bf1b
2024-11-08T05:24:59,660 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/9520b402b01e43988d7c648fa1d33509 is 50, key is test_row_0/C:col10/1731043493070/Put/seqid=0
2024-11-08T05:24:59,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742323_1499 (size=9857)
2024-11-08T05:24:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-08T05:25:00,065 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/9520b402b01e43988d7c648fa1d33509
2024-11-08T05:25:00,076 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/A/493cb45267874e76b86c240ac433beb0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/493cb45267874e76b86c240ac433beb0
2024-11-08T05:25:00,079 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/493cb45267874e76b86c240ac433beb0, entries=100, sequenceid=384, filesize=9.6 K
2024-11-08T05:25:00,080 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/B/38b751a22e5a4af5888ac84d8e47bf1b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/38b751a22e5a4af5888ac84d8e47bf1b
2024-11-08T05:25:00,083 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/38b751a22e5a4af5888ac84d8e47bf1b, entries=100, sequenceid=384, filesize=9.6 K
2024-11-08T05:25:00,084 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/.tmp/C/9520b402b01e43988d7c648fa1d33509 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/9520b402b01e43988d7c648fa1d33509
2024-11-08T05:25:00,087 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/9520b402b01e43988d7c648fa1d33509, entries=100, sequenceid=384, filesize=9.6 K
2024-11-08T05:25:00,088 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1796786bf3791cb48bd5926b27e4f65c in 1275ms, sequenceid=384, compaction requested=true
2024-11-08T05:25:00,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/13bfb2e311e243ca9a8695d253a0836b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e7d71ac916044064b6d2ddde2ce64a96, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/26746bbce4eb4c3689f5d51f507bc4ee, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/9557bb665c34434f8370e63f3cfae7a7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/ea32177241174949a4c7d984c61675b5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/04485f3abbb746d09a61cbbfc472e219, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c75d17020cde48e5afeeefe3b093f8dd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/afbe6ba8eba74b39b7213807830461d4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2a6f89c6dc114ee3a31d6fae9323f579, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/3826860d4a214c6497610b08ee511b13, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c93bcd6642e046d88ee24f04136c6ce6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c6433ed06a314813975bcc9cf847f7af, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/08c88add5c454660a336be9e1073decb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/0fbf9d7d871a40019743687068007a58, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/7212bb94bd554828b63fb94e706f08a8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/cb99822b705b4ce49959ff4e41eb4c07, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/712df1795f3c4e0689cfbed370a7d793, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8d0b70b22fb140b8b0cfb45e332042a6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/5e391a2d61be4fb382148cc567e976e6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8033d49a9dc54f6d98b3b651d1c8a3ff, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/706b3d7d240c4c2589e70578bcf28fc3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/f70af55cad5647ff81169fce5ff28549, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2ba8673cfbbf4d0a999847c4184d3063, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/a31da29d9d9b450592ad853b2b7021a0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/541a2b1f6f154197a6560aefab6a2639, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8df9471d1a674774a72bbd9556c57762] to archive
2024-11-08T05:25:00,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:25:00,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/13bfb2e311e243ca9a8695d253a0836b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/13bfb2e311e243ca9a8695d253a0836b
2024-11-08T05:25:00,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e7d71ac916044064b6d2ddde2ce64a96 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e7d71ac916044064b6d2ddde2ce64a96
2024-11-08T05:25:00,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/26746bbce4eb4c3689f5d51f507bc4ee to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/26746bbce4eb4c3689f5d51f507bc4ee
2024-11-08T05:25:00,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/9557bb665c34434f8370e63f3cfae7a7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/9557bb665c34434f8370e63f3cfae7a7
2024-11-08T05:25:00,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/ea32177241174949a4c7d984c61675b5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/ea32177241174949a4c7d984c61675b5
2024-11-08T05:25:00,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/04485f3abbb746d09a61cbbfc472e219 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/04485f3abbb746d09a61cbbfc472e219
2024-11-08T05:25:00,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c75d17020cde48e5afeeefe3b093f8dd to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c75d17020cde48e5afeeefe3b093f8dd
2024-11-08T05:25:00,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/afbe6ba8eba74b39b7213807830461d4 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/afbe6ba8eba74b39b7213807830461d4
2024-11-08T05:25:00,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2a6f89c6dc114ee3a31d6fae9323f579 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2a6f89c6dc114ee3a31d6fae9323f579
2024-11-08T05:25:00,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/3826860d4a214c6497610b08ee511b13 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/3826860d4a214c6497610b08ee511b13
2024-11-08T05:25:00,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c93bcd6642e046d88ee24f04136c6ce6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c93bcd6642e046d88ee24f04136c6ce6
2024-11-08T05:25:00,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c6433ed06a314813975bcc9cf847f7af to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/c6433ed06a314813975bcc9cf847f7af
2024-11-08T05:25:00,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/08c88add5c454660a336be9e1073decb to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/08c88add5c454660a336be9e1073decb
2024-11-08T05:25:00,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/0fbf9d7d871a40019743687068007a58 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/0fbf9d7d871a40019743687068007a58
2024-11-08T05:25:00,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/7212bb94bd554828b63fb94e706f08a8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/7212bb94bd554828b63fb94e706f08a8
2024-11-08T05:25:00,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/cb99822b705b4ce49959ff4e41eb4c07 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/cb99822b705b4ce49959ff4e41eb4c07
2024-11-08T05:25:00,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/712df1795f3c4e0689cfbed370a7d793 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/712df1795f3c4e0689cfbed370a7d793
2024-11-08T05:25:00,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8d0b70b22fb140b8b0cfb45e332042a6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8d0b70b22fb140b8b0cfb45e332042a6
2024-11-08T05:25:00,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/5e391a2d61be4fb382148cc567e976e6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/5e391a2d61be4fb382148cc567e976e6
2024-11-08T05:25:00,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8033d49a9dc54f6d98b3b651d1c8a3ff to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8033d49a9dc54f6d98b3b651d1c8a3ff
2024-11-08T05:25:00,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/706b3d7d240c4c2589e70578bcf28fc3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/706b3d7d240c4c2589e70578bcf28fc3
2024-11-08T05:25:00,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/f70af55cad5647ff81169fce5ff28549 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/f70af55cad5647ff81169fce5ff28549
2024-11-08T05:25:00,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2ba8673cfbbf4d0a999847c4184d3063 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/2ba8673cfbbf4d0a999847c4184d3063
2024-11-08T05:25:00,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/a31da29d9d9b450592ad853b2b7021a0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/a31da29d9d9b450592ad853b2b7021a0
2024-11-08T05:25:00,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/541a2b1f6f154197a6560aefab6a2639 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/541a2b1f6f154197a6560aefab6a2639
2024-11-08T05:25:00,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8df9471d1a674774a72bbd9556c57762 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/8df9471d1a674774a72bbd9556c57762
2024-11-08T05:25:00,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/7e67126a7b804993a5704cbef1c4ceb8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c94aa56a4cec450eba2bc0d0cccba027, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/d329621477ba481492be380a996d7dce, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/40320430a4114c5d8ac15ac18ba812ac, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/9805fa7d1f5d4e7683fecf3902b51c54, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f1949262582a402dac7edc74782a5e3d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f2e25b77a33c44ea8abcc4275b670d2f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c8158f249dd644e0b9baf87a98cca937, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/beaa1e5d872e4fd485c358834cb9d565, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f46891daf184d2c936fbb89e725cdda, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/0d89190eb3164b2e93776fe94d76940b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f908a3c1cb9e4ad485a048465dfcf118, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f0970cbed8794fbd8944e6cc244e73de, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/67053df05ca64f25b40f93a0a87e633d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/86ed6a3d43c34168bc31b0e67ad9f4ea, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c1a29baac963454ab730d26ae62794ac, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4850d444609e47f0924e49ec0e527f11, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/515d2967b1f4407cb5b05374300b9207, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f500ffc39274f179ce7f01c7bae9965, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f463d5c0313a44bf95b9fff0970afcae, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/5cd5b563000e4b6c8e450648762ae3cd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/a4290e1d6a6e4586a336c4e1833a8f23, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/01953ae31d0c461bbdcccbe793a2ebe9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/2c022066e7e9441e9c3f32f5d7d664ef, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/aed6cc1a54ee48e8b19072791e385b51, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/b755827a1624407e86ac9f4762c61f06] to archive
2024-11-08T05:25:00,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:25:00,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/7e67126a7b804993a5704cbef1c4ceb8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/7e67126a7b804993a5704cbef1c4ceb8
2024-11-08T05:25:00,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c94aa56a4cec450eba2bc0d0cccba027 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c94aa56a4cec450eba2bc0d0cccba027
2024-11-08T05:25:00,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/d329621477ba481492be380a996d7dce to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/d329621477ba481492be380a996d7dce
2024-11-08T05:25:00,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/40320430a4114c5d8ac15ac18ba812ac to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/40320430a4114c5d8ac15ac18ba812ac
2024-11-08T05:25:00,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/9805fa7d1f5d4e7683fecf3902b51c54 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/9805fa7d1f5d4e7683fecf3902b51c54
2024-11-08T05:25:00,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f1949262582a402dac7edc74782a5e3d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f1949262582a402dac7edc74782a5e3d
2024-11-08T05:25:00,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f2e25b77a33c44ea8abcc4275b670d2f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f2e25b77a33c44ea8abcc4275b670d2f
2024-11-08T05:25:00,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c8158f249dd644e0b9baf87a98cca937 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c8158f249dd644e0b9baf87a98cca937
2024-11-08T05:25:00,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/beaa1e5d872e4fd485c358834cb9d565 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/beaa1e5d872e4fd485c358834cb9d565
2024-11-08T05:25:00,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f46891daf184d2c936fbb89e725cdda to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f46891daf184d2c936fbb89e725cdda
2024-11-08T05:25:00,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/0d89190eb3164b2e93776fe94d76940b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/0d89190eb3164b2e93776fe94d76940b
2024-11-08T05:25:00,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f908a3c1cb9e4ad485a048465dfcf118 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f908a3c1cb9e4ad485a048465dfcf118
2024-11-08T05:25:00,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f0970cbed8794fbd8944e6cc244e73de to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f0970cbed8794fbd8944e6cc244e73de
2024-11-08T05:25:00,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/67053df05ca64f25b40f93a0a87e633d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/67053df05ca64f25b40f93a0a87e633d
2024-11-08T05:25:00,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/86ed6a3d43c34168bc31b0e67ad9f4ea to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/86ed6a3d43c34168bc31b0e67ad9f4ea
2024-11-08T05:25:00,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c1a29baac963454ab730d26ae62794ac to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/c1a29baac963454ab730d26ae62794ac
2024-11-08T05:25:00,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4850d444609e47f0924e49ec0e527f11 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4850d444609e47f0924e49ec0e527f11
2024-11-08T05:25:00,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/515d2967b1f4407cb5b05374300b9207 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/515d2967b1f4407cb5b05374300b9207
2024-11-08T05:25:00,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f500ffc39274f179ce7f01c7bae9965 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/4f500ffc39274f179ce7f01c7bae9965
2024-11-08T05:25:00,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f463d5c0313a44bf95b9fff0970afcae to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/f463d5c0313a44bf95b9fff0970afcae
2024-11-08T05:25:00,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/5cd5b563000e4b6c8e450648762ae3cd to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/5cd5b563000e4b6c8e450648762ae3cd
2024-11-08T05:25:00,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/a4290e1d6a6e4586a336c4e1833a8f23 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/a4290e1d6a6e4586a336c4e1833a8f23
2024-11-08T05:25:00,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/01953ae31d0c461bbdcccbe793a2ebe9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/01953ae31d0c461bbdcccbe793a2ebe9
2024-11-08T05:25:00,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/2c022066e7e9441e9c3f32f5d7d664ef to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/2c022066e7e9441e9c3f32f5d7d664ef
2024-11-08T05:25:00,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/aed6cc1a54ee48e8b19072791e385b51 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/aed6cc1a54ee48e8b19072791e385b51
2024-11-08T05:25:00,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/b755827a1624407e86ac9f4762c61f06 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/b755827a1624407e86ac9f4762c61f06
2024-11-08T05:25:00,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d6b3da83173348bbb5cb7ba86b304e1c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a54586f437c4254ae5ea59cf6447bc6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/82951b82a63f405e8d55ff03979bfb52, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a7eb08a35d04447485dd33f4c07b96f1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/4974a58a75d7437083d272c4b9f53bb1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a2be04dad1a4c56b29132eb7529a8f1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/92eb1d676b644afeaeceee42b8d534bd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/55fa83daf7494d18a46f817e6eb8ca1d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d04ec1232062499fb7c4864ec697c745, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/eedcce659c0140f8926134e7ff2751d7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/2fbeadf424a44e8397dea1a9513a1364, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/76967b51da304ec3af3eaf23bc1daae6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a62673fee781417bb1e1d95f57fd6338, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/5a2a2c5bb6bb4a4a92d297e554eafad1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/17e18f41defc4ef29ef62d34f6515b46, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/902d31c5a2914108af9b33aac75393e5, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/88e3ae9897684b528c381643fa78cfc9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bfe912bf47f5481d813315fdc60c7d7c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/edf0f936d1d44510a0b48b11796f7055, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/ff46ba6b93bc46e7972117d926f82bc0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/67548eef50134bdeb6cda9a914ae7f06, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/afa76a9c90494aa5bf423169ede2bf26, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bd692515965c4b50aaa5bc139458649f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/901afd1d600d48398bf465090f5210f4, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/be89f672390a4672a840e2238bf874ff, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d4698a40e93e469686e02589b2a2398f] to archive
2024-11-08T05:25:00,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:25:00,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d6b3da83173348bbb5cb7ba86b304e1c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d6b3da83173348bbb5cb7ba86b304e1c
2024-11-08T05:25:00,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a54586f437c4254ae5ea59cf6447bc6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a54586f437c4254ae5ea59cf6447bc6
2024-11-08T05:25:00,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/82951b82a63f405e8d55ff03979bfb52 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/82951b82a63f405e8d55ff03979bfb52
2024-11-08T05:25:00,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a7eb08a35d04447485dd33f4c07b96f1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a7eb08a35d04447485dd33f4c07b96f1
2024-11-08T05:25:00,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/4974a58a75d7437083d272c4b9f53bb1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/4974a58a75d7437083d272c4b9f53bb1
2024-11-08T05:25:00,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a2be04dad1a4c56b29132eb7529a8f1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/8a2be04dad1a4c56b29132eb7529a8f1
2024-11-08T05:25:00,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/92eb1d676b644afeaeceee42b8d534bd to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/92eb1d676b644afeaeceee42b8d534bd
2024-11-08T05:25:00,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/55fa83daf7494d18a46f817e6eb8ca1d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/55fa83daf7494d18a46f817e6eb8ca1d
2024-11-08T05:25:00,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d04ec1232062499fb7c4864ec697c745 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d04ec1232062499fb7c4864ec697c745
2024-11-08T05:25:00,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/eedcce659c0140f8926134e7ff2751d7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/eedcce659c0140f8926134e7ff2751d7
2024-11-08T05:25:00,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/2fbeadf424a44e8397dea1a9513a1364 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/2fbeadf424a44e8397dea1a9513a1364
2024-11-08T05:25:00,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/76967b51da304ec3af3eaf23bc1daae6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/76967b51da304ec3af3eaf23bc1daae6
2024-11-08T05:25:00,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a62673fee781417bb1e1d95f57fd6338 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/a62673fee781417bb1e1d95f57fd6338
2024-11-08T05:25:00,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/5a2a2c5bb6bb4a4a92d297e554eafad1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/5a2a2c5bb6bb4a4a92d297e554eafad1
2024-11-08T05:25:00,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/17e18f41defc4ef29ef62d34f6515b46 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/17e18f41defc4ef29ef62d34f6515b46
2024-11-08T05:25:00,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/902d31c5a2914108af9b33aac75393e5 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/902d31c5a2914108af9b33aac75393e5
2024-11-08T05:25:00,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/88e3ae9897684b528c381643fa78cfc9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/88e3ae9897684b528c381643fa78cfc9
2024-11-08T05:25:00,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bfe912bf47f5481d813315fdc60c7d7c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bfe912bf47f5481d813315fdc60c7d7c
2024-11-08T05:25:00,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/edf0f936d1d44510a0b48b11796f7055 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/edf0f936d1d44510a0b48b11796f7055
2024-11-08T05:25:00,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/ff46ba6b93bc46e7972117d926f82bc0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/ff46ba6b93bc46e7972117d926f82bc0
2024-11-08T05:25:00,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/67548eef50134bdeb6cda9a914ae7f06 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/67548eef50134bdeb6cda9a914ae7f06
2024-11-08T05:25:00,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/afa76a9c90494aa5bf423169ede2bf26 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/afa76a9c90494aa5bf423169ede2bf26
2024-11-08T05:25:00,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bd692515965c4b50aaa5bc139458649f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/bd692515965c4b50aaa5bc139458649f
2024-11-08T05:25:00,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/901afd1d600d48398bf465090f5210f4 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/901afd1d600d48398bf465090f5210f4
2024-11-08T05:25:00,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/be89f672390a4672a840e2238bf874ff to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/be89f672390a4672a840e2238bf874ff
2024-11-08T05:25:00,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d4698a40e93e469686e02589b2a2398f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/d4698a40e93e469686e02589b2a2398f
2024-11-08T05:25:00,176 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/recovered.edits/387.seqid, newMaxSeqId=387, maxSeqId=1
2024-11-08T05:25:00,176 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.
2024-11-08T05:25:00,176 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] regionserver.HRegion(1676): Region close journal for 1796786bf3791cb48bd5926b27e4f65c:
Waiting for close lock at 1731043498813Running coprocessor pre-close hooks at 1731043498813Disabling compacts and flushes for region at 1731043498813Disabling writes for close at 1731043498813Obtaining lock to block concurrent updates at 1731043498813Preparing flush snapshotting stores in 1796786bf3791cb48bd5926b27e4f65c at 1731043498813Finished memstore snapshotting TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731043498814 (+1 ms)Flushing stores of TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c. at 1731043498815 (+1 ms)Flushing 1796786bf3791cb48bd5926b27e4f65c/A: creating writer at 1731043498815Flushing 1796786bf3791cb48bd5926b27e4f65c/A: appending metadata at 1731043498819 (+4 ms)Flushing 1796786bf3791cb48bd5926b27e4f65c/A: closing flushed file at 1731043498819Flushing 1796786bf3791cb48bd5926b27e4f65c/B: creating writer at 1731043499238 (+419 ms)Flushing 1796786bf3791cb48bd5926b27e4f65c/B: appending metadata at 1731043499240 (+2 ms)Flushing 1796786bf3791cb48bd5926b27e4f65c/B: closing flushed file at 1731043499240Flushing 1796786bf3791cb48bd5926b27e4f65c/C: creating writer at 1731043499655 (+415 ms)Flushing 1796786bf3791cb48bd5926b27e4f65c/C: appending metadata at 1731043499659 (+4 ms)Flushing 1796786bf3791cb48bd5926b27e4f65c/C: closing flushed file at 1731043499659Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ef9a08a: reopening flushed file at 1731043500075 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca42f91: reopening flushed file at 1731043500079 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b10f33: reopening flushed file at 1731043500083 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1796786bf3791cb48bd5926b27e4f65c in 1275ms, sequenceid=384, compaction requested=true at 1731043500088 (+5 ms)Writing region close event to WAL at 1731043500174 (+86 ms)Running coprocessor post-close hooks at 1731043500176 (+2 ms)Closed at 1731043500176
2024-11-08T05:25:00,178 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=136}] handler.UnassignRegionHandler(157): Closed 1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:25:00,178 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=1796786bf3791cb48bd5926b27e4f65c, regionState=CLOSED
2024-11-08T05:25:00,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:25:00,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135
2024-11-08T05:25:00,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; CloseRegionProcedure 1796786bf3791cb48bd5926b27e4f65c, server=d1ba675678c9,35687,1731043346195 in 1.5200 sec
2024-11-08T05:25:00,183 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134
2024-11-08T05:25:00,183 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1796786bf3791cb48bd5926b27e4f65c, UNASSIGN in 1.5250 sec
2024-11-08T05:25:00,185 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133
2024-11-08T05:25:00,185 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5290 sec
2024-11-08T05:25:00,186 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043500186"}]},"ts":"1731043500186"}
2024-11-08T05:25:00,187 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T05:25:00,187 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T05:25:00,189 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5390 sec
2024-11-08T05:25:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133
2024-11-08T05:25:00,810 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:00,812 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-08T05:25:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:00,817 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=137, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-08T05:25:00,819 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=137, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:00,821 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:25:00,824 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/recovered.edits]
2024-11-08T05:25:00,828 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/493cb45267874e76b86c240ac433beb0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/493cb45267874e76b86c240ac433beb0
2024-11-08T05:25:00,830 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e6cf329ae3334b31a6d0589bd8743a86 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/e6cf329ae3334b31a6d0589bd8743a86
2024-11-08T05:25:00,832 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/efaa358aca1642d9851cf4c590010f87 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/A/efaa358aca1642d9851cf4c590010f87
2024-11-08T05:25:00,836 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/38b751a22e5a4af5888ac84d8e47bf1b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/38b751a22e5a4af5888ac84d8e47bf1b
2024-11-08T05:25:00,838 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/869de011dd4745d785f6e6570dde2129 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/869de011dd4745d785f6e6570dde2129
2024-11-08T05:25:00,840 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/e76265f3972b46dbaf2f81ed37fb0c6b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/B/e76265f3972b46dbaf2f81ed37fb0c6b
2024-11-08T05:25:00,843 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/91d3460a85f2496ebc041f022056334f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/91d3460a85f2496ebc041f022056334f
2024-11-08T05:25:00,845 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/9520b402b01e43988d7c648fa1d33509 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/9520b402b01e43988d7c648fa1d33509
2024-11-08T05:25:00,847 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/e26232de7ef4401ea98b41dc61075e1d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/C/e26232de7ef4401ea98b41dc61075e1d
2024-11-08T05:25:00,851 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/recovered.edits/387.seqid to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c/recovered.edits/387.seqid
2024-11-08T05:25:00,852 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/1796786bf3791cb48bd5926b27e4f65c
2024-11-08T05:25:00,852 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T05:25:00,855 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=137, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:00,858 WARN  [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T05:25:00,861 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T05:25:00,862 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=137, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:00,862 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T05:25:00,863 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731043500863"}]},"ts":"9223372036854775807"}
2024-11-08T05:25:00,865 INFO  [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-08T05:25:00,865 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1796786bf3791cb48bd5926b27e4f65c, NAME => 'TestAcidGuarantees,,1731043470008.1796786bf3791cb48bd5926b27e4f65c.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T05:25:00,865 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T05:25:00,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731043500865"}]},"ts":"9223372036854775807"}
2024-11-08T05:25:00,867 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-08T05:25:00,868 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=137, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:00,869 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 56 msec
2024-11-08T05:25:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-08T05:25:00,930 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-08T05:25:00,930 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:00,944 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=238 (was 238), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=7752 (was 7763)
2024-11-08T05:25:00,953 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=7752
2024-11-08T05:25:00,954 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:25:00,955 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:00,956 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T05:25:00,957 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:00,957 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "TestAcidGuarantees"
 procId is: 138
2024-11-08T05:25:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-08T05:25:00,957 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T05:25:00,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742324_1500 (size=959)
2024-11-08T05:25:01,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-08T05:25:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-08T05:25:01,369 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23
2024-11-08T05:25:01,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742325_1501 (size=53)
2024-11-08T05:25:01,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-08T05:25:01,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:25:01,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 634e3090c52633c4ec876204cb5263d3, disabling compactions & flushes
2024-11-08T05:25:01,784 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:01,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:01,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. after waiting 0 ms
2024-11-08T05:25:01,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:01,784 INFO  [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:01,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 634e3090c52633c4ec876204cb5263d3:
Waiting for close lock at 1731043501784Disabling compacts and flushes for region at 1731043501784Disabling writes for close at 1731043501784Writing region close event to WAL at 1731043501784Closed at 1731043501784
2024-11-08T05:25:01,786 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T05:25:01,787 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731043501786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731043501786"}]},"ts":"1731043501786"}
2024-11-08T05:25:01,789 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-08T05:25:01,791 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T05:25:01,791 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043501791"}]},"ts":"1731043501791"}
2024-11-08T05:25:01,794 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta
2024-11-08T05:25:01,794 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, ASSIGN}]
2024-11-08T05:25:01,796 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, ASSIGN
2024-11-08T05:25:01,796 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, ASSIGN; state=OFFLINE, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=false
2024-11-08T05:25:01,948 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=634e3090c52633c4ec876204cb5263d3, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:01,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, ASSIGN because future has completed
2024-11-08T05:25:01,953 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:25:02,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-08T05:25:02,113 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:02,114 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7752): Opening region: {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:25:02,114 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,114 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:25:02,114 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7794): checking encryption for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,114 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(7797): checking classloading for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,116 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 634e3090c52633c4ec876204cb5263d3 
2024-11-08T05:25:02,118 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634e3090c52633c4ec876204cb5263d3 columnFamilyName A
2024-11-08T05:25:02,118 DEBUG [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:02,119 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(327): Store=634e3090c52633c4ec876204cb5263d3/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:25:02,119 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 634e3090c52633c4ec876204cb5263d3 
2024-11-08T05:25:02,120 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634e3090c52633c4ec876204cb5263d3 columnFamilyName B
2024-11-08T05:25:02,120 DEBUG [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:02,120 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(327): Store=634e3090c52633c4ec876204cb5263d3/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:25:02,121 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 634e3090c52633c4ec876204cb5263d3 
2024-11-08T05:25:02,122 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634e3090c52633c4ec876204cb5263d3 columnFamilyName C
2024-11-08T05:25:02,122 DEBUG [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:02,122 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(327): Store=634e3090c52633c4ec876204cb5263d3/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:25:02,122 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1038): replaying wal for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,123 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,124 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,125 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1048): stopping wal replay for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,125 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1060): Cleaning up temporary data for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,126 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:25:02,127 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1093): writing seq id for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,130 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T05:25:02,131 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1114): Opened 634e3090c52633c4ec876204cb5263d3; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71501713, jitterRate=0.06545855104923248}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:25:02,131 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:02,131 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegion(1006): Region open journal for 634e3090c52633c4ec876204cb5263d3:
Running coprocessor pre-open hook at 1731043502115Writing region info on filesystem at 1731043502115Initializing all the Stores at 1731043502116 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043502116Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043502116Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043502116Cleaning up temporary data from old regions at 1731043502125 (+9 ms)Running coprocessor post-open hooks at 1731043502131 (+6 ms)Region opened successfully at 1731043502131
2024-11-08T05:25:02,132 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., pid=140, masterSystemTime=1731043502107
2024-11-08T05:25:02,134 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:02,134 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=140}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:02,135 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=634e3090c52633c4ec876204cb5263d3, regionState=OPEN, openSeqNum=2, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:02,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:25:02,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139
2024-11-08T05:25:02,138 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; OpenRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195 in 184 msec
2024-11-08T05:25:02,145 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138
2024-11-08T05:25:02,145 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, ASSIGN in 344 msec
2024-11-08T05:25:02,146 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T05:25:02,146 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043502146"}]},"ts":"1731043502146"}
2024-11-08T05:25:02,147 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta
2024-11-08T05:25:02,148 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=138, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T05:25:02,149 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1930 sec
2024-11-08T05:25:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138
2024-11-08T05:25:03,110 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:03,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66320673, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:03,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:03,112 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:03,113 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:03,113 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ba11124, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:03,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:03,115 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:03,116 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:03,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562a1f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:03,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:03,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:03,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:03,120 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:03,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T05:25:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d1ba675678c9,37945,1731043345409
2024-11-08T05:25:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680d7d94
2024-11-08T05:25:03,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T05:25:03,122 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T05:25:03,123 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing.
2024-11-08T05:25:03,123 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T05:25:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:03,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742326_1502 (size=995)
2024-11-08T05:25:03,537 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959
2024-11-08T05:25:03,537 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995
2024-11-08T05:25:03,543 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:25:03,545 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, REOPEN/MOVE}]
2024-11-08T05:25:03,546 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, REOPEN/MOVE
2024-11-08T05:25:03,547 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=634e3090c52633c4ec876204cb5263d3, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:03,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, REOPEN/MOVE because future has completed
2024-11-08T05:25:03,549 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:25:03,549 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:25:03,703 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:03,703 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:25:03,703 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing 634e3090c52633c4ec876204cb5263d3, disabling compactions & flushes
2024-11-08T05:25:03,703 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:03,703 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:03,703 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. after waiting 0 ms
2024-11-08T05:25:03,703 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:03,711 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T05:25:03,712 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:03,712 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for 634e3090c52633c4ec876204cb5263d3:
Waiting for close lock at 1731043503703Running coprocessor pre-close hooks at 1731043503703Disabling compacts and flushes for region at 1731043503703Disabling writes for close at 1731043503703Writing region close event to WAL at 1731043503704 (+1 ms)Running coprocessor post-close hooks at 1731043503712 (+8 ms)Closed at 1731043503712
2024-11-08T05:25:03,712 WARN  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionServer(3299): Not adding moved region record: 634e3090c52633c4ec876204cb5263d3 to self.
2024-11-08T05:25:03,715 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:03,716 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=634e3090c52633c4ec876204cb5263d3, regionState=CLOSED
2024-11-08T05:25:03,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:25:03,723 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-08T05:25:03,723 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195 in 171 msec
2024-11-08T05:25:03,724 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, REOPEN/MOVE; state=CLOSED, location=d1ba675678c9,35687,1731043346195; forceNewPlan=false, retain=true
2024-11-08T05:25:03,876 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=634e3090c52633c4ec876204cb5263d3, regionState=OPENING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:03,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, REOPEN/MOVE because future has completed
2024-11-08T05:25:03,880 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:25:04,041 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,041 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7752): Opening region: {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
2024-11-08T05:25:04,042 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,042 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T05:25:04,043 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7794): checking encryption for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,043 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(7797): checking classloading for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,045 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 634e3090c52633c4ec876204cb5263d3 
2024-11-08T05:25:04,046 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634e3090c52633c4ec876204cb5263d3 columnFamilyName A
2024-11-08T05:25:04,047 DEBUG [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:04,048 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(327): Store=634e3090c52633c4ec876204cb5263d3/A,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:25:04,048 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 634e3090c52633c4ec876204cb5263d3 
2024-11-08T05:25:04,049 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634e3090c52633c4ec876204cb5263d3 columnFamilyName B
2024-11-08T05:25:04,049 DEBUG [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:04,050 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(327): Store=634e3090c52633c4ec876204cb5263d3/B,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:25:04,050 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 634e3090c52633c4ec876204cb5263d3 
2024-11-08T05:25:04,050 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 634e3090c52633c4ec876204cb5263d3 columnFamilyName C
2024-11-08T05:25:04,051 DEBUG [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:04,051 INFO  [StoreOpener-634e3090c52633c4ec876204cb5263d3-1 {}] regionserver.HStore(327): Store=634e3090c52633c4ec876204cb5263d3/C,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T05:25:04,051 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1038): replaying wal for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,052 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,053 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,054 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1048): stopping wal replay for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,054 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1060): Cleaning up temporary data for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,054 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead.
2024-11-08T05:25:04,055 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1093): writing seq id for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,056 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1114): Opened 634e3090c52633c4ec876204cb5263d3; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60753749, jitterRate=-0.09469859302043915}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216}
2024-11-08T05:25:04,056 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,056 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegion(1006): Region open journal for 634e3090c52633c4ec876204cb5263d3:
Running coprocessor pre-open hook at 1731043504043Writing region info on filesystem at 1731043504043Initializing all the Stores at 1731043504044 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043504044Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043504045 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731043504045Cleaning up temporary data from old regions at 1731043504054 (+9 ms)Running coprocessor post-open hooks at 1731043504056 (+2 ms)Region opened successfully at 1731043504056
2024-11-08T05:25:04,057 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., pid=145, masterSystemTime=1731043504034
2024-11-08T05:25:04,059 DEBUG [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,059 INFO  [RS_OPEN_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_OPEN_REGION, pid=145}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,059 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=634e3090c52633c4ec876204cb5263d3, regionState=OPEN, openSeqNum=5, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:25:04,062 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=143
2024-11-08T05:25:04,062 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195 in 181 msec
2024-11-08T05:25:04,063 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142
2024-11-08T05:25:04,063 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, REOPEN/MOVE in 517 msec
2024-11-08T05:25:04,066 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141
2024-11-08T05:25:04,066 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec
2024-11-08T05:25:04,068 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 942 msec
2024-11-08T05:25:04,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141
2024-11-08T05:25:04,069 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:04,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11971b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,069 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,070 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,070 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd2e266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,072 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c7c9a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24560e66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,074 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5524a7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,075 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e53e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e83be8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,077 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3d7d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,079 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@537651e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c8d9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,080 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,080 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,081 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63f4e990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,082 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f60d84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f0cd5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,084 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa98f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,085 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,086 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,087 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4095cbb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0b6ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,089 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a186cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,089 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,091 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,091 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379ceb02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bc8537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,093 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf8e59e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,093 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,094 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342310b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7595d14b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,097 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@402b31ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,098 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,099 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e36c00d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf79e45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,100 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,100 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,100 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6df4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,102 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46344e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d0e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d1ba675678c9,37945,-1 for getting cluster id
2024-11-08T05:25:04,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T05:25:04,104 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3652c283-ea89-4a29-974e-96924f2c9d1b'
2024-11-08T05:25:04,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T05:25:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3652c283-ea89-4a29-974e-96924f2c9d1b"

2024-11-08T05:25:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c955c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d1ba675678c9,37945,-1]
2024-11-08T05:25:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T05:25:04,105 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:04,105 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T05:25:04,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5032cfd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T05:25:04,106 DEBUG [Thread-2273 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,106 DEBUG [Thread-2267 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,106 DEBUG [Thread-2271 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,106 DEBUG [Thread-2265 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,107 DEBUG [Thread-2256 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,107 DEBUG [Thread-2258 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,107 DEBUG [Thread-2262 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,107 DEBUG [Thread-2254 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,107 DEBUG [Thread-2260 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,107 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,108 DEBUG [Thread-2269 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T05:25:04,108 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,108 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,109 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,109 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,109 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,109 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,109 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,109 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:25:04,110 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,110 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d1ba675678c9,35687,1731043346195, seqNum=-1]
2024-11-08T05:25:04,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T05:25:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees
2024-11-08T05:25:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-08T05:25:04,111 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:25:04,111 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T05:25:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,112 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:25:04,112 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,112 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:25:04,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,114 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,114 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,114 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,114 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5]
2024-11-08T05:25:04,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:04,119 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB
2024-11-08T05:25:04,140 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043564136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,140 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043564137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043564137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043564138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043564139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,142 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c239abb82cd84da29eb65133b88cb2f0_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043504116/Put/seqid=0
2024-11-08T05:25:04,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742327_1503 (size=12154)
2024-11-08T05:25:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-08T05:25:04,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043564248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,251 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,251 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043564248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043564248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043564248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,252 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043564249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,252 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:04,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-08T05:25:04,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043564458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043564458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,460 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043564459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043564459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043564459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,549 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:04,552 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c239abb82cd84da29eb65133b88cb2f0_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c239abb82cd84da29eb65133b88cb2f0_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:04,553 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/4a8602b2f6f646c1afd8e72622f43088, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:04,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/4a8602b2f6f646c1afd8e72622f43088 is 175, key is test_row_0/A:col10/1731043504116/Put/seqid=0
2024-11-08T05:25:04,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742328_1504 (size=30955)
2024-11-08T05:25:04,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:04,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:04,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:04,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:04,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-08T05:25:04,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043564768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,770 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043564768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043564768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,770 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043564769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043564769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:04,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:04,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:04,956 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/4a8602b2f6f646c1afd8e72622f43088
2024-11-08T05:25:04,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e5c5ebebd5fb4447b7e79d721cf9b5f7 is 50, key is test_row_0/B:col10/1731043504116/Put/seqid=0
2024-11-08T05:25:04,976 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742329_1505 (size=12001)
2024-11-08T05:25:05,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:05,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:05,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-08T05:25:05,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:05,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043565278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043565278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043565279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:05,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043565279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:05,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,281 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043565279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:05,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:05,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:05,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,376 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e5c5ebebd5fb4447b7e79d721cf9b5f7
2024-11-08T05:25:05,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/89191035178f468a85ca18dbab6e0f1f is 50, key is test_row_0/C:col10/1731043504116/Put/seqid=0
2024-11-08T05:25:05,397 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742330_1506 (size=12001)
2024-11-08T05:25:05,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,695 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T05:25:05,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=147
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:05,798 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/89191035178f468a85ca18dbab6e0f1f
2024-11-08T05:25:05,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/4a8602b2f6f646c1afd8e72622f43088 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/4a8602b2f6f646c1afd8e72622f43088
2024-11-08T05:25:05,805 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/4a8602b2f6f646c1afd8e72622f43088, entries=150, sequenceid=16, filesize=30.2 K
2024-11-08T05:25:05,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e5c5ebebd5fb4447b7e79d721cf9b5f7 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e5c5ebebd5fb4447b7e79d721cf9b5f7
2024-11-08T05:25:05,808 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e5c5ebebd5fb4447b7e79d721cf9b5f7, entries=150, sequenceid=16, filesize=11.7 K
2024-11-08T05:25:05,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/89191035178f468a85ca18dbab6e0f1f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/89191035178f468a85ca18dbab6e0f1f
2024-11-08T05:25:05,811 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/89191035178f468a85ca18dbab6e0f1f, entries=150, sequenceid=16, filesize=11.7 K
2024-11-08T05:25:05,812 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 634e3090c52633c4ec876204cb5263d3 in 1694ms, sequenceid=16, compaction requested=false
2024-11-08T05:25:05,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:05,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147
2024-11-08T05:25:05,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:05,945 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB
2024-11-08T05:25:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108003b9c25d43c4bf0af80ac319566e5e2_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043504137/Put/seqid=0
2024-11-08T05:25:05,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742331_1507 (size=12154)
2024-11-08T05:25:06,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-08T05:25:06,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:06,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:06,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,304 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043566299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043566299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,304 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,304 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043566299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,305 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043566301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,305 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,306 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,308 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043566304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,308 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:06,357 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108003b9c25d43c4bf0af80ac319566e5e2_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108003b9c25d43c4bf0af80ac319566e5e2_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/868d42fe807c47bf95e1e9c1f266f0fd, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/868d42fe807c47bf95e1e9c1f266f0fd is 175, key is test_row_0/A:col10/1731043504137/Put/seqid=0
2024-11-08T05:25:06,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742332_1508 (size=30955)
2024-11-08T05:25:06,409 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043566408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,410 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043566408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,410 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,420 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043566418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,420 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043566619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,621 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,621 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043566619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,622 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043566628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,762 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/868d42fe807c47bf95e1e9c1f266f0fd
2024-11-08T05:25:06,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/acc8b5ddf9ae4e0e9ca0772f5680fecc is 50, key is test_row_0/B:col10/1731043504137/Put/seqid=0
2024-11-08T05:25:06,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742333_1509 (size=12001)
2024-11-08T05:25:06,771 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/acc8b5ddf9ae4e0e9ca0772f5680fecc
2024-11-08T05:25:06,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/789996a495da44b9803f1fc5937b9f36 is 50, key is test_row_0/C:col10/1731043504137/Put/seqid=0
2024-11-08T05:25:06,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742334_1510 (size=12001)
2024-11-08T05:25:06,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043566928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,929 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043566928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,929 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:06,940 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043566939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:06,940 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,185 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/789996a495da44b9803f1fc5937b9f36
2024-11-08T05:25:07,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/868d42fe807c47bf95e1e9c1f266f0fd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/868d42fe807c47bf95e1e9c1f266f0fd
2024-11-08T05:25:07,191 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/868d42fe807c47bf95e1e9c1f266f0fd, entries=150, sequenceid=41, filesize=30.2 K
2024-11-08T05:25:07,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/acc8b5ddf9ae4e0e9ca0772f5680fecc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/acc8b5ddf9ae4e0e9ca0772f5680fecc
2024-11-08T05:25:07,194 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/acc8b5ddf9ae4e0e9ca0772f5680fecc, entries=150, sequenceid=41, filesize=11.7 K
2024-11-08T05:25:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/789996a495da44b9803f1fc5937b9f36 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/789996a495da44b9803f1fc5937b9f36
2024-11-08T05:25:07,198 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/789996a495da44b9803f1fc5937b9f36, entries=150, sequenceid=41, filesize=11.7 K
2024-11-08T05:25:07,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders
2024-11-08T05:25:07,199 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 634e3090c52633c4ec876204cb5263d3 in 1254ms, sequenceid=41, compaction requested=false
2024-11-08T05:25:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147
2024-11-08T05:25:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=147
2024-11-08T05:25:07,202 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146
2024-11-08T05:25:07,202 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0880 sec
2024-11-08T05:25:07,203 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.0930 sec
2024-11-08T05:25:07,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:07,441 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:07,442 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:25:07,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d790a735b31b4eba8de3c2b6dfae60a0_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043507441/Put/seqid=0
2024-11-08T05:25:07,449 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742335_1511 (size=12154)
2024-11-08T05:25:07,472 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043567469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,472 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,473 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,473 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043567470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,475 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043567472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,475 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043567579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,581 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043567579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,582 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043567579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,790 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043567788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,790 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043567789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043567789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:07,791 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:07,850 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:07,853 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d790a735b31b4eba8de3c2b6dfae60a0_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d790a735b31b4eba8de3c2b6dfae60a0_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:07,853 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/1ee4b0f8f12d494f88171007bff2e671, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:07,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/1ee4b0f8f12d494f88171007bff2e671 is 175, key is test_row_0/A:col10/1731043507441/Put/seqid=0
2024-11-08T05:25:07,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742336_1512 (size=30955)
2024-11-08T05:25:08,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043568099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,101 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043568099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,102 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043568099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,263 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/1ee4b0f8f12d494f88171007bff2e671
2024-11-08T05:25:08,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/d8a58b322a0c4bc7b1b58eca9285e525 is 50, key is test_row_0/B:col10/1731043507441/Put/seqid=0
2024-11-08T05:25:08,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742337_1513 (size=12001)
2024-11-08T05:25:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146
2024-11-08T05:25:08,280 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/d8a58b322a0c4bc7b1b58eca9285e525
2024-11-08T05:25:08,280 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:08,281 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:25:08,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees
2024-11-08T05:25:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-08T05:25:08,283 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:25:08,284 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:25:08,284 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:25:08,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/f2b4f2f23c6340f5a9c2d73be2c11c56 is 50, key is test_row_0/C:col10/1731043507441/Put/seqid=0
2024-11-08T05:25:08,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742338_1514 (size=12001)
2024-11-08T05:25:08,290 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/f2b4f2f23c6340f5a9c2d73be2c11c56
2024-11-08T05:25:08,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/1ee4b0f8f12d494f88171007bff2e671 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1ee4b0f8f12d494f88171007bff2e671
2024-11-08T05:25:08,296 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1ee4b0f8f12d494f88171007bff2e671, entries=150, sequenceid=54, filesize=30.2 K
2024-11-08T05:25:08,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/d8a58b322a0c4bc7b1b58eca9285e525 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/d8a58b322a0c4bc7b1b58eca9285e525
2024-11-08T05:25:08,300 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/d8a58b322a0c4bc7b1b58eca9285e525, entries=150, sequenceid=54, filesize=11.7 K
2024-11-08T05:25:08,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/f2b4f2f23c6340f5a9c2d73be2c11c56 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/f2b4f2f23c6340f5a9c2d73be2c11c56
2024-11-08T05:25:08,304 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/f2b4f2f23c6340f5a9c2d73be2c11c56, entries=150, sequenceid=54, filesize=11.7 K
2024-11-08T05:25:08,305 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 634e3090c52633c4ec876204cb5263d3 in 863ms, sequenceid=54, compaction requested=true
2024-11-08T05:25:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:25:08,305 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:25:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:08,305 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:25:08,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:08,305 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:08,306 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/A is initiating minor compaction (all files)
2024-11-08T05:25:08,306 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/A in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,306 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:08,306 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/B is initiating minor compaction (all files)
2024-11-08T05:25:08,306 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/B in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,306 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/4a8602b2f6f646c1afd8e72622f43088, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/868d42fe807c47bf95e1e9c1f266f0fd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1ee4b0f8f12d494f88171007bff2e671] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=90.7 K
2024-11-08T05:25:08,306 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e5c5ebebd5fb4447b7e79d721cf9b5f7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/acc8b5ddf9ae4e0e9ca0772f5680fecc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/d8a58b322a0c4bc7b1b58eca9285e525] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=35.2 K
2024-11-08T05:25:08,306 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,306 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/4a8602b2f6f646c1afd8e72622f43088, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/868d42fe807c47bf95e1e9c1f266f0fd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1ee4b0f8f12d494f88171007bff2e671]
2024-11-08T05:25:08,306 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a8602b2f6f646c1afd8e72622f43088, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043504116
2024-11-08T05:25:08,306 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting e5c5ebebd5fb4447b7e79d721cf9b5f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043504116
2024-11-08T05:25:08,306 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 868d42fe807c47bf95e1e9c1f266f0fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731043504135
2024-11-08T05:25:08,306 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting acc8b5ddf9ae4e0e9ca0772f5680fecc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731043504135
2024-11-08T05:25:08,307 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ee4b0f8f12d494f88171007bff2e671, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731043506298
2024-11-08T05:25:08,307 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting d8a58b322a0c4bc7b1b58eca9285e525, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731043506298
2024-11-08T05:25:08,311 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:08,312 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:08,313 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/f004285af41c445bbe905f331f227380 is 50, key is test_row_0/B:col10/1731043507441/Put/seqid=0
2024-11-08T05:25:08,313 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108424daac35e1f4ca39adabe9480d58df2_634e3090c52633c4ec876204cb5263d3 store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:08,315 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108424daac35e1f4ca39adabe9480d58df2_634e3090c52633c4ec876204cb5263d3, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:08,316 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108424daac35e1f4ca39adabe9480d58df2_634e3090c52633c4ec876204cb5263d3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:08,322 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:08,322 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB
2024-11-08T05:25:08,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742340_1516 (size=12104)
2024-11-08T05:25:08,336 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/f004285af41c445bbe905f331f227380 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/f004285af41c445bbe905f331f227380
2024-11-08T05:25:08,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084a76d9fe191e461e8e0c9647384c9ee5_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043507464/Put/seqid=0
2024-11-08T05:25:08,340 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/B of 634e3090c52633c4ec876204cb5263d3 into f004285af41c445bbe905f331f227380(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:08,340 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:08,340 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/B, priority=13, startTime=1731043508305; duration=0sec
2024-11-08T05:25:08,340 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:08,340 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:B
2024-11-08T05:25:08,340 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:08,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742339_1515 (size=4469)
2024-11-08T05:25:08,341 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:08,341 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/C is initiating minor compaction (all files)
2024-11-08T05:25:08,341 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/C in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,341 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/89191035178f468a85ca18dbab6e0f1f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/789996a495da44b9803f1fc5937b9f36, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/f2b4f2f23c6340f5a9c2d73be2c11c56] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=35.2 K
2024-11-08T05:25:08,342 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#A#compaction#442 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:08,342 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 89191035178f468a85ca18dbab6e0f1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731043504116
2024-11-08T05:25:08,342 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 789996a495da44b9803f1fc5937b9f36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731043504135
2024-11-08T05:25:08,342 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/a3c516206df64387a0a32d2b2d60e2eb is 175, key is test_row_0/A:col10/1731043507441/Put/seqid=0
2024-11-08T05:25:08,342 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f2b4f2f23c6340f5a9c2d73be2c11c56, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731043506298
2024-11-08T05:25:08,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742341_1517 (size=14594)
2024-11-08T05:25:08,344 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:08,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742342_1518 (size=31058)
2024-11-08T05:25:08,347 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084a76d9fe191e461e8e0c9647384c9ee5_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084a76d9fe191e461e8e0c9647384c9ee5_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:08,348 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#C#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:08,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/f0d901a958114b6b8ea46fd24c5d072e, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:08,348 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/49514c5e775e446f95b6b11c900a950c is 50, key is test_row_0/C:col10/1731043507441/Put/seqid=0
2024-11-08T05:25:08,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/f0d901a958114b6b8ea46fd24c5d072e is 175, key is test_row_0/A:col10/1731043507464/Put/seqid=0
2024-11-08T05:25:08,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742344_1520 (size=39549)
2024-11-08T05:25:08,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043568348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742343_1519 (size=12104)
2024-11-08T05:25:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,353 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043568350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,356 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/49514c5e775e446f95b6b11c900a950c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/49514c5e775e446f95b6b11c900a950c
2024-11-08T05:25:08,359 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/C of 634e3090c52633c4ec876204cb5263d3 into 49514c5e775e446f95b6b11c900a950c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:08,359 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:08,359 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/C, priority=13, startTime=1731043508305; duration=0sec
2024-11-08T05:25:08,359 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:08,359 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:C
2024-11-08T05:25:08,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-08T05:25:08,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,460 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043568458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043568458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-08T05:25:08,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043568609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043568609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,610 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043568609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,611 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043568668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,670 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,670 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043568668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,671 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,750 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/a3c516206df64387a0a32d2b2d60e2eb as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a3c516206df64387a0a32d2b2d60e2eb
2024-11-08T05:25:08,751 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/f0d901a958114b6b8ea46fd24c5d072e
2024-11-08T05:25:08,755 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/A of 634e3090c52633c4ec876204cb5263d3 into a3c516206df64387a0a32d2b2d60e2eb(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:08,755 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:08,755 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/A, priority=13, startTime=1731043508305; duration=0sec
2024-11-08T05:25:08,755 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:08,755 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:A
2024-11-08T05:25:08,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/95960f305ee941c99facfb88d8db6e86 is 50, key is test_row_0/B:col10/1731043507464/Put/seqid=0
2024-11-08T05:25:08,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742345_1521 (size=12001)
2024-11-08T05:25:08,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:08,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-08T05:25:08,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043568979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043568979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:08,981 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,168 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/95960f305ee941c99facfb88d8db6e86
2024-11-08T05:25:09,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/3c00755228154a08b8204a79d4d063f6 is 50, key is test_row_0/C:col10/1731043507464/Put/seqid=0
2024-11-08T05:25:09,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742346_1522 (size=12001)
2024-11-08T05:25:09,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-08T05:25:09,490 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043569489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,491 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043569489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:09,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,577 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/3c00755228154a08b8204a79d4d063f6
2024-11-08T05:25:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/f0d901a958114b6b8ea46fd24c5d072e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f0d901a958114b6b8ea46fd24c5d072e
2024-11-08T05:25:09,583 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f0d901a958114b6b8ea46fd24c5d072e, entries=200, sequenceid=78, filesize=38.6 K
2024-11-08T05:25:09,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/95960f305ee941c99facfb88d8db6e86 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/95960f305ee941c99facfb88d8db6e86
2024-11-08T05:25:09,586 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/95960f305ee941c99facfb88d8db6e86, entries=150, sequenceid=78, filesize=11.7 K
2024-11-08T05:25:09,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/3c00755228154a08b8204a79d4d063f6 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/3c00755228154a08b8204a79d4d063f6
2024-11-08T05:25:09,589 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/3c00755228154a08b8204a79d4d063f6, entries=150, sequenceid=78, filesize=11.7 K
2024-11-08T05:25:09,589 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 634e3090c52633c4ec876204cb5263d3 in 1267ms, sequenceid=78, compaction requested=false
2024-11-08T05:25:09,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:09,620 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:09,621 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB
2024-11-08T05:25:09,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aa6855469ac04a32b435a42a12b1a65b_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043508341/Put/seqid=0
2024-11-08T05:25:09,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742347_1523 (size=14594)
2024-11-08T05:25:09,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,657 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043569653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,658 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,659 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043569656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,660 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043569657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,660 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043569769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043569769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,771 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,771 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043569769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,772 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:09,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:09,981 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043569979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043569979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,982 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043569979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:09,982 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:10,032 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aa6855469ac04a32b435a42a12b1a65b_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aa6855469ac04a32b435a42a12b1a65b_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:10,032 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/d561abb304c24bb893da80092b1d68ee, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:10,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/d561abb304c24bb893da80092b1d68ee is 175, key is test_row_0/A:col10/1731043508341/Put/seqid=0
2024-11-08T05:25:10,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742348_1524 (size=39549)
2024-11-08T05:25:10,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:10,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:10,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:10,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,290 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043570288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:10,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043570288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,291 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043570288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:10,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:10,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,436 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/d561abb304c24bb893da80092b1d68ee
2024-11-08T05:25:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-08T05:25:10,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/c2312c5ea60148019f98e21400215d29 is 50, key is test_row_0/B:col10/1731043508341/Put/seqid=0
2024-11-08T05:25:10,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742349_1525 (size=12001)
2024-11-08T05:25:10,500 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043570498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:10,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043570498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:10,501 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:10,501 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:10,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:10,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:10,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:10,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043570799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043570799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:10,801 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043570799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:10,801 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:10,845 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/c2312c5ea60148019f98e21400215d29
2024-11-08T05:25:10,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/cce7e0a0a3224cb589b1a3e74d1c03f0 is 50, key is test_row_0/C:col10/1731043508341/Put/seqid=0
2024-11-08T05:25:10,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742350_1526 (size=12001)
2024-11-08T05:25:10,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:10,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:11,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:11,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:11,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=149
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:11,254 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/cce7e0a0a3224cb589b1a3e74d1c03f0
2024-11-08T05:25:11,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/d561abb304c24bb893da80092b1d68ee as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d561abb304c24bb893da80092b1d68ee
2024-11-08T05:25:11,259 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d561abb304c24bb893da80092b1d68ee, entries=200, sequenceid=94, filesize=38.6 K
2024-11-08T05:25:11,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/c2312c5ea60148019f98e21400215d29 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/c2312c5ea60148019f98e21400215d29
2024-11-08T05:25:11,262 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/c2312c5ea60148019f98e21400215d29, entries=150, sequenceid=94, filesize=11.7 K
2024-11-08T05:25:11,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/cce7e0a0a3224cb589b1a3e74d1c03f0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/cce7e0a0a3224cb589b1a3e74d1c03f0
2024-11-08T05:25:11,265 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/cce7e0a0a3224cb589b1a3e74d1c03f0, entries=150, sequenceid=94, filesize=11.7 K
2024-11-08T05:25:11,266 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 634e3090c52633c4ec876204cb5263d3 in 1646ms, sequenceid=94, compaction requested=true
2024-11-08T05:25:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:25:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:11,266 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:25:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:25:11,266 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:11,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:11,267 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:11,267 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/B is initiating minor compaction (all files)
2024-11-08T05:25:11,267 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/B in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,267 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/f004285af41c445bbe905f331f227380, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/95960f305ee941c99facfb88d8db6e86, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/c2312c5ea60148019f98e21400215d29] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=35.3 K
2024-11-08T05:25:11,267 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 110156 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:11,267 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/A is initiating minor compaction (all files)
2024-11-08T05:25:11,267 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/A in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,267 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a3c516206df64387a0a32d2b2d60e2eb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f0d901a958114b6b8ea46fd24c5d072e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d561abb304c24bb893da80092b1d68ee] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=107.6 K
2024-11-08T05:25:11,268 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,268 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a3c516206df64387a0a32d2b2d60e2eb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f0d901a958114b6b8ea46fd24c5d072e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d561abb304c24bb893da80092b1d68ee]
2024-11-08T05:25:11,268 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting f004285af41c445bbe905f331f227380, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731043506298
2024-11-08T05:25:11,268 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3c516206df64387a0a32d2b2d60e2eb, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731043506298
2024-11-08T05:25:11,268 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 95960f305ee941c99facfb88d8db6e86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043507464
2024-11-08T05:25:11,268 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0d901a958114b6b8ea46fd24c5d072e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043507464
2024-11-08T05:25:11,268 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting d561abb304c24bb893da80092b1d68ee, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043508331
2024-11-08T05:25:11,268 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c2312c5ea60148019f98e21400215d29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043508341
2024-11-08T05:25:11,272 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:11,274 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:11,274 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108e61d91105596451a9ef3223bd82ccae3_634e3090c52633c4ec876204cb5263d3 store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:11,274 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/6c6e37ae08c449a4aa89cef4f02f7445 is 50, key is test_row_0/B:col10/1731043508341/Put/seqid=0
2024-11-08T05:25:11,276 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108e61d91105596451a9ef3223bd82ccae3_634e3090c52633c4ec876204cb5263d3, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:11,276 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e61d91105596451a9ef3223bd82ccae3_634e3090c52633c4ec876204cb5263d3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:11,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742351_1527 (size=12207)
2024-11-08T05:25:11,279 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742352_1528 (size=4469)
2024-11-08T05:25:11,280 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#A#compaction#451 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:11,280 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/7efef5d0af774b42b7614f72705bbd67 is 175, key is test_row_0/A:col10/1731043508341/Put/seqid=0
2024-11-08T05:25:11,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742353_1529 (size=31161)
2024-11-08T05:25:11,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149
2024-11-08T05:25:11,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,335 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB
2024-11-08T05:25:11,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e0bac4d897c047dd9d3a6a233477693f_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043509656/Put/seqid=0
2024-11-08T05:25:11,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742354_1530 (size=12154)
2024-11-08T05:25:11,682 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/6c6e37ae08c449a4aa89cef4f02f7445 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/6c6e37ae08c449a4aa89cef4f02f7445
2024-11-08T05:25:11,686 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/B of 634e3090c52633c4ec876204cb5263d3 into 6c6e37ae08c449a4aa89cef4f02f7445(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:11,686 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:11,686 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/B, priority=13, startTime=1731043511266; duration=0sec
2024-11-08T05:25:11,686 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:11,686 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:B
2024-11-08T05:25:11,686 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:11,687 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:11,687 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/C is initiating minor compaction (all files)
2024-11-08T05:25:11,687 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/C in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:11,687 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/49514c5e775e446f95b6b11c900a950c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/3c00755228154a08b8204a79d4d063f6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/cce7e0a0a3224cb589b1a3e74d1c03f0] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=35.3 K
2024-11-08T05:25:11,687 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 49514c5e775e446f95b6b11c900a950c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731043506298
2024-11-08T05:25:11,687 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c00755228154a08b8204a79d4d063f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731043507464
2024-11-08T05:25:11,688 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting cce7e0a0a3224cb589b1a3e74d1c03f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043508341
2024-11-08T05:25:11,689 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/7efef5d0af774b42b7614f72705bbd67 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/7efef5d0af774b42b7614f72705bbd67
2024-11-08T05:25:11,692 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/A of 634e3090c52633c4ec876204cb5263d3 into 7efef5d0af774b42b7614f72705bbd67(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:11,692 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:11,692 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/A, priority=13, startTime=1731043511266; duration=0sec
2024-11-08T05:25:11,692 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:11,692 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:A
2024-11-08T05:25:11,693 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#C#compaction#453 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:11,693 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/52d957ca99b945cb939d82e28b02762b is 50, key is test_row_0/C:col10/1731043508341/Put/seqid=0
2024-11-08T05:25:11,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742355_1531 (size=12207)
2024-11-08T05:25:11,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:11,746 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e0bac4d897c047dd9d3a6a233477693f_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e0bac4d897c047dd9d3a6a233477693f_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/d3f928aaf26d4343acf279216b84d63a, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:11,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/d3f928aaf26d4343acf279216b84d63a is 175, key is test_row_0/A:col10/1731043509656/Put/seqid=0
2024-11-08T05:25:11,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742356_1532 (size=30955)
2024-11-08T05:25:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:11,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:11,828 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043571825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,829 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:11,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043571826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:11,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043571826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,830 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:11,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043571939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,941 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043571939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,942 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043571939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:11,942 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,100 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/52d957ca99b945cb939d82e28b02762b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/52d957ca99b945cb939d82e28b02762b
2024-11-08T05:25:12,104 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/C of 634e3090c52633c4ec876204cb5263d3 into 52d957ca99b945cb939d82e28b02762b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:12,104 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:12,104 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/C, priority=13, startTime=1731043511266; duration=0sec
2024-11-08T05:25:12,104 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:12,104 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:C
2024-11-08T05:25:12,150 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043572148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,150 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,151 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/d3f928aaf26d4343acf279216b84d63a
2024-11-08T05:25:12,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043572149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,151 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043572149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,151 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,152 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e7293376e2af4d9fb5f521b59d06362b is 50, key is test_row_0/B:col10/1731043509656/Put/seqid=0
2024-11-08T05:25:12,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742357_1533 (size=12001)
2024-11-08T05:25:12,160 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e7293376e2af4d9fb5f521b59d06362b
2024-11-08T05:25:12,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/5d77301f0d2142248d9dbc9fa0a9a71f is 50, key is test_row_0/C:col10/1731043509656/Put/seqid=0
2024-11-08T05:25:12,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742358_1534 (size=12001)
2024-11-08T05:25:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-08T05:25:12,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043572459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043572459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,461 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043572459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043572509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,511 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4162 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043572519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,520 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,571 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/5d77301f0d2142248d9dbc9fa0a9a71f
2024-11-08T05:25:12,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/d3f928aaf26d4343acf279216b84d63a as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d3f928aaf26d4343acf279216b84d63a
2024-11-08T05:25:12,576 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d3f928aaf26d4343acf279216b84d63a, entries=150, sequenceid=117, filesize=30.2 K
2024-11-08T05:25:12,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e7293376e2af4d9fb5f521b59d06362b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e7293376e2af4d9fb5f521b59d06362b
2024-11-08T05:25:12,579 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e7293376e2af4d9fb5f521b59d06362b, entries=150, sequenceid=117, filesize=11.7 K
2024-11-08T05:25:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/5d77301f0d2142248d9dbc9fa0a9a71f as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/5d77301f0d2142248d9dbc9fa0a9a71f
2024-11-08T05:25:12,582 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/5d77301f0d2142248d9dbc9fa0a9a71f, entries=150, sequenceid=117, filesize=11.7 K
2024-11-08T05:25:12,583 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 634e3090c52633c4ec876204cb5263d3 in 1248ms, sequenceid=117, compaction requested=false
2024-11-08T05:25:12,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:12,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:12,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149
2024-11-08T05:25:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=149
2024-11-08T05:25:12,585 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-08T05:25:12,586 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.3000 sec
2024-11-08T05:25:12,587 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 4.3050 sec
2024-11-08T05:25:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:12,970 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:12,970 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB
2024-11-08T05:25:12,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108834847541f83497982c6a4f47180fd4d_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043511824/Put/seqid=0
2024-11-08T05:25:12,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742359_1535 (size=14794)
2024-11-08T05:25:12,995 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043572992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,998 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043572994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,999 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043572995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:12,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,100 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043573098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,101 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,111 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043573108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,112 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,112 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043573108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,112 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043573309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,312 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043573318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,319 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043573318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,319 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,387 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:13,390 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108834847541f83497982c6a4f47180fd4d_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108834847541f83497982c6a4f47180fd4d_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:13,390 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/95b85e07aa1847ac996e0c6ebb6b50db, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:13,391 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/95b85e07aa1847ac996e0c6ebb6b50db is 175, key is test_row_0/A:col10/1731043511824/Put/seqid=0
2024-11-08T05:25:13,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742360_1536 (size=39749)
2024-11-08T05:25:13,620 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043573618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,621 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043573629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,630 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043573629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:13,794 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/95b85e07aa1847ac996e0c6ebb6b50db
2024-11-08T05:25:13,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/882c15190adb450db15df1909fbc26be is 50, key is test_row_0/B:col10/1731043511824/Put/seqid=0
2024-11-08T05:25:13,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742361_1537 (size=12151)
2024-11-08T05:25:13,866 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/882c15190adb450db15df1909fbc26be
2024-11-08T05:25:13,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/ce2351f633f2419da8970701fd96e9d3 is 50, key is test_row_0/C:col10/1731043511824/Put/seqid=0
2024-11-08T05:25:13,873 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742362_1538 (size=12151)
2024-11-08T05:25:14,132 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043574129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:14,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043574138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:14,141 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:14,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043574138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:14,141 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:14,274 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/ce2351f633f2419da8970701fd96e9d3
2024-11-08T05:25:14,277 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/95b85e07aa1847ac996e0c6ebb6b50db as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/95b85e07aa1847ac996e0c6ebb6b50db
2024-11-08T05:25:14,280 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/95b85e07aa1847ac996e0c6ebb6b50db, entries=200, sequenceid=136, filesize=38.8 K
2024-11-08T05:25:14,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/882c15190adb450db15df1909fbc26be as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/882c15190adb450db15df1909fbc26be
2024-11-08T05:25:14,283 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/882c15190adb450db15df1909fbc26be, entries=150, sequenceid=136, filesize=11.9 K
2024-11-08T05:25:14,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/ce2351f633f2419da8970701fd96e9d3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ce2351f633f2419da8970701fd96e9d3
2024-11-08T05:25:14,288 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ce2351f633f2419da8970701fd96e9d3, entries=150, sequenceid=136, filesize=11.9 K
2024-11-08T05:25:14,288 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 634e3090c52633c4ec876204cb5263d3 in 1318ms, sequenceid=136, compaction requested=true
2024-11-08T05:25:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:25:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:25:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:14,288 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:14,288 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:14,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:25:14,289 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:14,289 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 101865 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:14,289 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:14,289 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/A is initiating minor compaction (all files)
2024-11-08T05:25:14,289 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/B is initiating minor compaction (all files)
2024-11-08T05:25:14,289 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/A in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:14,289 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/B in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:14,289 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/7efef5d0af774b42b7614f72705bbd67, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d3f928aaf26d4343acf279216b84d63a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/95b85e07aa1847ac996e0c6ebb6b50db] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=99.5 K
2024-11-08T05:25:14,289 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/6c6e37ae08c449a4aa89cef4f02f7445, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e7293376e2af4d9fb5f521b59d06362b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/882c15190adb450db15df1909fbc26be] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=35.5 K
2024-11-08T05:25:14,289 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:14,289 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/7efef5d0af774b42b7614f72705bbd67, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d3f928aaf26d4343acf279216b84d63a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/95b85e07aa1847ac996e0c6ebb6b50db]
2024-11-08T05:25:14,290 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7efef5d0af774b42b7614f72705bbd67, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043508341
2024-11-08T05:25:14,290 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c6e37ae08c449a4aa89cef4f02f7445, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043508341
2024-11-08T05:25:14,290 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting e7293376e2af4d9fb5f521b59d06362b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731043509648
2024-11-08T05:25:14,290 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3f928aaf26d4343acf279216b84d63a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731043509648
2024-11-08T05:25:14,291 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 882c15190adb450db15df1909fbc26be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731043511824
2024-11-08T05:25:14,291 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95b85e07aa1847ac996e0c6ebb6b50db, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731043511824
2024-11-08T05:25:14,295 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:14,296 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:14,297 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/7ceac1b99a1340d892ed2f94dfbb8026 is 50, key is test_row_0/B:col10/1731043511824/Put/seqid=0
2024-11-08T05:25:14,297 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108506f5f6ea1044dedac1a06354b64b916_634e3090c52633c4ec876204cb5263d3 store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:14,299 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108506f5f6ea1044dedac1a06354b64b916_634e3090c52633c4ec876204cb5263d3, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:14,300 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108506f5f6ea1044dedac1a06354b64b916_634e3090c52633c4ec876204cb5263d3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:14,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742364_1540 (size=12459)
2024-11-08T05:25:14,310 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/7ceac1b99a1340d892ed2f94dfbb8026 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/7ceac1b99a1340d892ed2f94dfbb8026
2024-11-08T05:25:14,313 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/B of 634e3090c52633c4ec876204cb5263d3 into 7ceac1b99a1340d892ed2f94dfbb8026(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:14,313 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:14,313 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/B, priority=13, startTime=1731043514288; duration=0sec
2024-11-08T05:25:14,313 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:14,313 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:B
2024-11-08T05:25:14,313 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:14,314 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:14,314 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/C is initiating minor compaction (all files)
2024-11-08T05:25:14,314 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/C in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:14,315 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/52d957ca99b945cb939d82e28b02762b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/5d77301f0d2142248d9dbc9fa0a9a71f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ce2351f633f2419da8970701fd96e9d3] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=35.5 K
2024-11-08T05:25:14,315 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 52d957ca99b945cb939d82e28b02762b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731043508341
2024-11-08T05:25:14,315 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 5d77301f0d2142248d9dbc9fa0a9a71f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731043509648
2024-11-08T05:25:14,315 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ce2351f633f2419da8970701fd96e9d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731043511824
2024-11-08T05:25:14,323 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:14,323 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/c26fa4ff7dbe4d4cbe6fab9a33389275 is 50, key is test_row_0/C:col10/1731043511824/Put/seqid=0
2024-11-08T05:25:14,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742363_1539 (size=4469)
2024-11-08T05:25:14,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742365_1541 (size=12459)
2024-11-08T05:25:14,327 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#A#compaction#460 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:14,327 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/0bbfed2bfc464766a6137e19fc9af375 is 175, key is test_row_0/A:col10/1731043511824/Put/seqid=0
2024-11-08T05:25:14,329 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742366_1542 (size=31413)
2024-11-08T05:25:14,730 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/c26fa4ff7dbe4d4cbe6fab9a33389275 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/c26fa4ff7dbe4d4cbe6fab9a33389275
2024-11-08T05:25:14,733 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/C of 634e3090c52633c4ec876204cb5263d3 into c26fa4ff7dbe4d4cbe6fab9a33389275(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:14,733 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:14,733 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/C, priority=13, startTime=1731043514288; duration=0sec
2024-11-08T05:25:14,733 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:14,733 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:C
2024-11-08T05:25:14,734 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/0bbfed2bfc464766a6137e19fc9af375 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/0bbfed2bfc464766a6137e19fc9af375
2024-11-08T05:25:14,737 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/A of 634e3090c52633c4ec876204cb5263d3 into 0bbfed2bfc464766a6137e19fc9af375(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:14,737 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:14,737 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/A, priority=13, startTime=1731043514288; duration=0sec
2024-11-08T05:25:14,737 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:14,737 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:A
2024-11-08T05:25:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:15,150 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:15,150 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB
2024-11-08T05:25:15,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110843ac8c84cb6949ce8a4ae01a323d6d56_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043512994/Put/seqid=0
2024-11-08T05:25:15,159 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742367_1543 (size=12304)
2024-11-08T05:25:15,165 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043575162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,166 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043575163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,168 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043575166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,168 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,269 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043575268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,270 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043575269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,280 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043575279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,280 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,480 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043575478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043575478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,489 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043575488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,489 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,560 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:15,563 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110843ac8c84cb6949ce8a4ae01a323d6d56_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110843ac8c84cb6949ce8a4ae01a323d6d56_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:15,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/a5e084aca65a4e12ba99967ba9cbd9b9, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:15,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/a5e084aca65a4e12ba99967ba9cbd9b9 is 175, key is test_row_0/A:col10/1731043512994/Put/seqid=0
2024-11-08T05:25:15,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742368_1544 (size=31105)
2024-11-08T05:25:15,567 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/a5e084aca65a4e12ba99967ba9cbd9b9
2024-11-08T05:25:15,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/9496e384340d402aa91008cff52a09ff is 50, key is test_row_0/B:col10/1731043512994/Put/seqid=0
2024-11-08T05:25:15,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742369_1545 (size=12151)
2024-11-08T05:25:15,791 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043575789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,792 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043575789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,800 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043575799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:15,800 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:15,977 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/9496e384340d402aa91008cff52a09ff
2024-11-08T05:25:15,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/df26ce439495412dbaf84cb0d3fee4e8 is 50, key is test_row_0/C:col10/1731043512994/Put/seqid=0
2024-11-08T05:25:15,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742370_1546 (size=12151)
2024-11-08T05:25:16,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,300 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043576298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043576298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,301 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043576308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,385 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/df26ce439495412dbaf84cb0d3fee4e8
2024-11-08T05:25:16,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/a5e084aca65a4e12ba99967ba9cbd9b9 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a5e084aca65a4e12ba99967ba9cbd9b9
2024-11-08T05:25:16,391 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a5e084aca65a4e12ba99967ba9cbd9b9, entries=150, sequenceid=160, filesize=30.4 K
2024-11-08T05:25:16,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/9496e384340d402aa91008cff52a09ff as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/9496e384340d402aa91008cff52a09ff
2024-11-08T05:25:16,394 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/9496e384340d402aa91008cff52a09ff, entries=150, sequenceid=160, filesize=11.9 K
2024-11-08T05:25:16,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/df26ce439495412dbaf84cb0d3fee4e8 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/df26ce439495412dbaf84cb0d3fee4e8
2024-11-08T05:25:16,397 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/df26ce439495412dbaf84cb0d3fee4e8, entries=150, sequenceid=160, filesize=11.9 K
2024-11-08T05:25:16,398 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 634e3090c52633c4ec876204cb5263d3 in 1248ms, sequenceid=160, compaction requested=false
2024-11-08T05:25:16,398 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-08T05:25:16,479 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:16,479 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:25:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees
2024-11-08T05:25:16,481 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:25:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-08T05:25:16,481 INFO  [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:25:16,481 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:25:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:16,530 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:16,530 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB
2024-11-08T05:25:16,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e6d8bb0042da465aa47a5b1307b3db63_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043515161/Put/seqid=0
2024-11-08T05:25:16,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742371_1547 (size=12304)
2024-11-08T05:25:16,587 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043576585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,588 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-08T05:25:16,590 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043576586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,590 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-08T05:25:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:16,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:16,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,701 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043576699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043576699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,702 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-08T05:25:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:16,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-08T05:25:16,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043576909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,912 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043576909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:16,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:16,938 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:16,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-08T05:25:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:16,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:16,941 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e6d8bb0042da465aa47a5b1307b3db63_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6d8bb0042da465aa47a5b1307b3db63_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:16,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/faf51872110a4239b4dbb578fefe264d, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:16,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/faf51872110a4239b4dbb578fefe264d is 175, key is test_row_0/A:col10/1731043515161/Put/seqid=0
2024-11-08T05:25:16,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742372_1548 (size=31105)
2024-11-08T05:25:16,946 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/faf51872110a4239b4dbb578fefe264d
2024-11-08T05:25:16,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/3970974a05374ca9a33cab0f84578c31 is 50, key is test_row_0/B:col10/1731043515161/Put/seqid=0
2024-11-08T05:25:16,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742373_1549 (size=12151)
2024-11-08T05:25:16,966 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/3970974a05374ca9a33cab0f84578c31
2024-11-08T05:25:16,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/91f531a928184e109aee20cb74e81ee1 is 50, key is test_row_0/C:col10/1731043515161/Put/seqid=0
2024-11-08T05:25:16,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742374_1550 (size=12151)
2024-11-08T05:25:17,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-08T05:25:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:17,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:17,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-08T05:25:17,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043577219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,221 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043577219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:17,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-08T05:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:17,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=151
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:17,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043577309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,311 WARN  [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:17,320 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043577318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,321 WARN  [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,321 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:17,329 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043577328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,329 WARN  [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_1' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:17,376 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/91f531a928184e109aee20cb74e81ee1
2024-11-08T05:25:17,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/faf51872110a4239b4dbb578fefe264d as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/faf51872110a4239b4dbb578fefe264d
2024-11-08T05:25:17,382 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/faf51872110a4239b4dbb578fefe264d, entries=150, sequenceid=176, filesize=30.4 K
2024-11-08T05:25:17,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/3970974a05374ca9a33cab0f84578c31 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/3970974a05374ca9a33cab0f84578c31
2024-11-08T05:25:17,385 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/3970974a05374ca9a33cab0f84578c31, entries=150, sequenceid=176, filesize=11.9 K
2024-11-08T05:25:17,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/91f531a928184e109aee20cb74e81ee1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/91f531a928184e109aee20cb74e81ee1
2024-11-08T05:25:17,388 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/91f531a928184e109aee20cb74e81ee1, entries=150, sequenceid=176, filesize=11.9 K
2024-11-08T05:25:17,389 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 634e3090c52633c4ec876204cb5263d3 in 859ms, sequenceid=176, compaction requested=true
2024-11-08T05:25:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:25:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:17,389 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:25:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:17,389 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:25:17,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:17,390 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:17,390 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:17,390 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/A is initiating minor compaction (all files)
2024-11-08T05:25:17,390 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/B is initiating minor compaction (all files)
2024-11-08T05:25:17,390 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/A in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,390 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/B in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,390 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/0bbfed2bfc464766a6137e19fc9af375, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a5e084aca65a4e12ba99967ba9cbd9b9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/faf51872110a4239b4dbb578fefe264d] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=91.4 K
2024-11-08T05:25:17,390 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/7ceac1b99a1340d892ed2f94dfbb8026, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/9496e384340d402aa91008cff52a09ff, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/3970974a05374ca9a33cab0f84578c31] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=35.9 K
2024-11-08T05:25:17,390 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,390 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/0bbfed2bfc464766a6137e19fc9af375, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a5e084aca65a4e12ba99967ba9cbd9b9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/faf51872110a4239b4dbb578fefe264d]
2024-11-08T05:25:17,390 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ceac1b99a1340d892ed2f94dfbb8026, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731043511824
2024-11-08T05:25:17,391 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bbfed2bfc464766a6137e19fc9af375, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731043511824
2024-11-08T05:25:17,391 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 9496e384340d402aa91008cff52a09ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731043512990
2024-11-08T05:25:17,391 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5e084aca65a4e12ba99967ba9cbd9b9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731043512990
2024-11-08T05:25:17,391 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 3970974a05374ca9a33cab0f84578c31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731043515161
2024-11-08T05:25:17,391 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting faf51872110a4239b4dbb578fefe264d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731043515161
2024-11-08T05:25:17,395 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:17,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151
2024-11-08T05:25:17,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,396 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB
2024-11-08T05:25:17,397 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#B#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:17,397 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/4a5f255313c2474aa6287c84e965c35c is 50, key is test_row_0/B:col10/1731043515161/Put/seqid=0
2024-11-08T05:25:17,402 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108a2d0c3f77b1a49d9866baf0a0ba3c26b_634e3090c52633c4ec876204cb5263d3 store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:17,404 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108a2d0c3f77b1a49d9866baf0a0ba3c26b_634e3090c52633c4ec876204cb5263d3, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:17,404 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a2d0c3f77b1a49d9866baf0a0ba3c26b_634e3090c52633c4ec876204cb5263d3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:17,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742375_1551 (size=12561)
2024-11-08T05:25:17,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086b848e62d400443a8ceb161819d9dd32_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043516584/Put/seqid=0
2024-11-08T05:25:17,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742376_1552 (size=4469)
2024-11-08T05:25:17,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742377_1553 (size=12304)
2024-11-08T05:25:17,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-08T05:25:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:17,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:17,759 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043577754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:17,763 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043577759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,764 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:17,816 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/4a5f255313c2474aa6287c84e965c35c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4a5f255313c2474aa6287c84e965c35c
2024-11-08T05:25:17,819 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/B of 634e3090c52633c4ec876204cb5263d3 into 4a5f255313c2474aa6287c84e965c35c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:17,820 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:17,820 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/B, priority=13, startTime=1731043517389; duration=0sec
2024-11-08T05:25:17,820 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:17,820 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:B
2024-11-08T05:25:17,820 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:17,820 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:17,821 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/C is initiating minor compaction (all files)
2024-11-08T05:25:17,821 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/C in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:17,821 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/c26fa4ff7dbe4d4cbe6fab9a33389275, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/df26ce439495412dbaf84cb0d3fee4e8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/91f531a928184e109aee20cb74e81ee1] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=35.9 K
2024-11-08T05:25:17,821 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting c26fa4ff7dbe4d4cbe6fab9a33389275, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1731043511824
2024-11-08T05:25:17,821 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting df26ce439495412dbaf84cb0d3fee4e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731043512990
2024-11-08T05:25:17,821 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 91f531a928184e109aee20cb74e81ee1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731043515161
2024-11-08T05:25:17,823 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:17,823 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/2fe8f2f88f8e460392a9627173c39630 is 175, key is test_row_0/A:col10/1731043515161/Put/seqid=0
2024-11-08T05:25:17,826 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#C#compaction#471 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:17,826 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/2e0deecc38774b10950c02c95a4a901e is 50, key is test_row_0/C:col10/1731043515161/Put/seqid=0
2024-11-08T05:25:17,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742378_1554 (size=31515)
2024-11-08T05:25:17,829 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086b848e62d400443a8ceb161819d9dd32_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086b848e62d400443a8ceb161819d9dd32_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/1fb58ecf87d040829df0f9f3d9339b2b, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:17,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/1fb58ecf87d040829df0f9f3d9339b2b is 175, key is test_row_0/A:col10/1731043516584/Put/seqid=0
2024-11-08T05:25:17,834 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/2fe8f2f88f8e460392a9627173c39630 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/2fe8f2f88f8e460392a9627173c39630
2024-11-08T05:25:17,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742379_1555 (size=12561)
2024-11-08T05:25:17,838 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/A of 634e3090c52633c4ec876204cb5263d3 into 2fe8f2f88f8e460392a9627173c39630(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:17,839 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:17,839 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/A, priority=13, startTime=1731043517389; duration=0sec
2024-11-08T05:25:17,839 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:17,839 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:A
2024-11-08T05:25:17,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742380_1556 (size=31105)
2024-11-08T05:25:17,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043577868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,870 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043577868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:17,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:17,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:18,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043578079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:18,080 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:18,080 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043578079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:18,237 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/2e0deecc38774b10950c02c95a4a901e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/2e0deecc38774b10950c02c95a4a901e
2024-11-08T05:25:18,240 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/C of 634e3090c52633c4ec876204cb5263d3 into 2e0deecc38774b10950c02c95a4a901e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:18,240 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:18,240 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/C, priority=13, startTime=1731043517389; duration=0sec
2024-11-08T05:25:18,240 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:18,240 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:C
2024-11-08T05:25:18,242 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/1fb58ecf87d040829df0f9f3d9339b2b
2024-11-08T05:25:18,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/ed7102f6d2f34f33bec464448d384aef is 50, key is test_row_0/B:col10/1731043516584/Put/seqid=0
2024-11-08T05:25:18,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742381_1557 (size=12151)
2024-11-08T05:25:18,389 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:18,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043578388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,390 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:18,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043578389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,390 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-08T05:25:18,650 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/ed7102f6d2f34f33bec464448d384aef
2024-11-08T05:25:18,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/ccada353480b4d09af493a8f8767dd48 is 50, key is test_row_0/C:col10/1731043516584/Put/seqid=0
2024-11-08T05:25:18,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742382_1558 (size=12151)
2024-11-08T05:25:18,900 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043578898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:18,901 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043578898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:18,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,059 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/ccada353480b4d09af493a8f8767dd48
2024-11-08T05:25:19,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/1fb58ecf87d040829df0f9f3d9339b2b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1fb58ecf87d040829df0f9f3d9339b2b
2024-11-08T05:25:19,065 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1fb58ecf87d040829df0f9f3d9339b2b, entries=150, sequenceid=196, filesize=30.4 K
2024-11-08T05:25:19,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/ed7102f6d2f34f33bec464448d384aef as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ed7102f6d2f34f33bec464448d384aef
2024-11-08T05:25:19,068 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ed7102f6d2f34f33bec464448d384aef, entries=150, sequenceid=196, filesize=11.9 K
2024-11-08T05:25:19,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/ccada353480b4d09af493a8f8767dd48 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ccada353480b4d09af493a8f8767dd48
2024-11-08T05:25:19,071 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ccada353480b4d09af493a8f8767dd48, entries=150, sequenceid=196, filesize=11.9 K
2024-11-08T05:25:19,072 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 634e3090c52633c4ec876204cb5263d3 in 1676ms, sequenceid=196, compaction requested=false
2024-11-08T05:25:19,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:19,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:19,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151
2024-11-08T05:25:19,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=151
2024-11-08T05:25:19,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150
2024-11-08T05:25:19,075 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5920 sec
2024-11-08T05:25:19,077 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 2.5970 sec
2024-11-08T05:25:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:19,340 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:19,340 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB
2024-11-08T05:25:19,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a304f43a62d14abb87edb035474f55ad_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043517746/Put/seqid=0
2024-11-08T05:25:19,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742383_1559 (size=14794)
2024-11-08T05:25:19,367 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043579364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,369 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043579364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,370 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043579367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,470 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043579469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,471 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,479 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043579479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,481 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043579479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,481 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,680 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043579678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043579689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,690 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043579689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,690 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:19,753 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a304f43a62d14abb87edb035474f55ad_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a304f43a62d14abb87edb035474f55ad_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:19,754 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/031d6085731c4cb8827700193b7a0487, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:19,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/031d6085731c4cb8827700193b7a0487 is 175, key is test_row_0/A:col10/1731043517746/Put/seqid=0
2024-11-08T05:25:19,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742384_1560 (size=39749)
2024-11-08T05:25:19,910 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043579908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,911 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043579909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,911 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:19,911 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:19,989 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:19,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043579988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:19,990 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:20,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043579998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:20,001 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043579998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,001 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:20,157 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/031d6085731c4cb8827700193b7a0487
2024-11-08T05:25:20,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/81546c92e7a74511b3fb4df940466310 is 50, key is test_row_0/B:col10/1731043517746/Put/seqid=0
2024-11-08T05:25:20,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742385_1561 (size=12151)
2024-11-08T05:25:20,173 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/81546c92e7a74511b3fb4df940466310
2024-11-08T05:25:20,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/15b35772b9734c03a66ffb43f1afdf39 is 50, key is test_row_0/C:col10/1731043517746/Put/seqid=0
2024-11-08T05:25:20,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742386_1562 (size=12151)
2024-11-08T05:25:20,501 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:20,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043580499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:20,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043580508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:20,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043580508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:20,582 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/15b35772b9734c03a66ffb43f1afdf39
2024-11-08T05:25:20,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/031d6085731c4cb8827700193b7a0487 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/031d6085731c4cb8827700193b7a0487
2024-11-08T05:25:20,589 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/031d6085731c4cb8827700193b7a0487, entries=200, sequenceid=216, filesize=38.8 K
2024-11-08T05:25:20,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/81546c92e7a74511b3fb4df940466310 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/81546c92e7a74511b3fb4df940466310
2024-11-08T05:25:20,592 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/81546c92e7a74511b3fb4df940466310, entries=150, sequenceid=216, filesize=11.9 K
2024-11-08T05:25:20,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/15b35772b9734c03a66ffb43f1afdf39 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/15b35772b9734c03a66ffb43f1afdf39
2024-11-08T05:25:20,595 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/15b35772b9734c03a66ffb43f1afdf39, entries=150, sequenceid=216, filesize=11.9 K
2024-11-08T05:25:20,595 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 634e3090c52633c4ec876204cb5263d3 in 1255ms, sequenceid=216, compaction requested=true
2024-11-08T05:25:20,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:20,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:25:20,596 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:20,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:20,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:25:20,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:20,596 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:20,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:25:20,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:20,596 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:20,596 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:20,596 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/A is initiating minor compaction (all files)
2024-11-08T05:25:20,596 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/B is initiating minor compaction (all files)
2024-11-08T05:25:20,597 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/B in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:20,597 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/A in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:20,597 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/2fe8f2f88f8e460392a9627173c39630, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1fb58ecf87d040829df0f9f3d9339b2b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/031d6085731c4cb8827700193b7a0487] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=100.0 K
2024-11-08T05:25:20,597 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4a5f255313c2474aa6287c84e965c35c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ed7102f6d2f34f33bec464448d384aef, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/81546c92e7a74511b3fb4df940466310] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=36.0 K
2024-11-08T05:25:20,597 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:20,597 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/2fe8f2f88f8e460392a9627173c39630, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1fb58ecf87d040829df0f9f3d9339b2b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/031d6085731c4cb8827700193b7a0487]
2024-11-08T05:25:20,597 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a5f255313c2474aa6287c84e965c35c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731043515161
2024-11-08T05:25:20,597 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fe8f2f88f8e460392a9627173c39630, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731043515161
2024-11-08T05:25:20,597 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ed7102f6d2f34f33bec464448d384aef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731043516549
2024-11-08T05:25:20,597 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fb58ecf87d040829df0f9f3d9339b2b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731043516549
2024-11-08T05:25:20,597 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 81546c92e7a74511b3fb4df940466310, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731043517746
2024-11-08T05:25:20,598 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 031d6085731c4cb8827700193b7a0487, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731043517745
2024-11-08T05:25:20,602 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:20,603 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:20,603 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/4ab5844c4e614174a7d13ed6b472bcec is 50, key is test_row_0/B:col10/1731043517746/Put/seqid=0
2024-11-08T05:25:20,604 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110837603c206d5443d0928390e99d763d03_634e3090c52633c4ec876204cb5263d3 store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:20,606 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110837603c206d5443d0928390e99d763d03_634e3090c52633c4ec876204cb5263d3, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:20,606 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110837603c206d5443d0928390e99d763d03_634e3090c52633c4ec876204cb5263d3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:20,607 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742387_1563 (size=12663)
2024-11-08T05:25:20,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742388_1564 (size=4469)
2024-11-08T05:25:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150
2024-11-08T05:25:20,639 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:20,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:25:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees
2024-11-08T05:25:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-08T05:25:20,640 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:25:20,641 INFO  [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:25:20,641 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:25:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-08T05:25:20,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153
2024-11-08T05:25:20,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:20,793 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=107.34 KB heapSize=282 KB
2024-11-08T05:25:20,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081a8c2933e1954d218bf6e302f5a3141f_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043519356/Put/seqid=0
2024-11-08T05:25:20,802 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742389_1565 (size=12304)
2024-11-08T05:25:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-08T05:25:21,010 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#A#compaction#478 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:21,010 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/4ab5844c4e614174a7d13ed6b472bcec as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4ab5844c4e614174a7d13ed6b472bcec
2024-11-08T05:25:21,010 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/58becb53a3564d6492fa02c47456e762 is 175, key is test_row_0/A:col10/1731043517746/Put/seqid=0
2024-11-08T05:25:21,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742390_1566 (size=31617)
2024-11-08T05:25:21,014 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/B of 634e3090c52633c4ec876204cb5263d3 into 4ab5844c4e614174a7d13ed6b472bcec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:21,014 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:21,014 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/B, priority=13, startTime=1731043520596; duration=0sec
2024-11-08T05:25:21,015 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:21,015 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:B
2024-11-08T05:25:21,015 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:21,015 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:21,015 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/C is initiating minor compaction (all files)
2024-11-08T05:25:21,016 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/C in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:21,016 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/2e0deecc38774b10950c02c95a4a901e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ccada353480b4d09af493a8f8767dd48, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/15b35772b9734c03a66ffb43f1afdf39] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=36.0 K
2024-11-08T05:25:21,017 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e0deecc38774b10950c02c95a4a901e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731043515161
2024-11-08T05:25:21,017 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/58becb53a3564d6492fa02c47456e762 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/58becb53a3564d6492fa02c47456e762
2024-11-08T05:25:21,017 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting ccada353480b4d09af493a8f8767dd48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731043516549
2024-11-08T05:25:21,017 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 15b35772b9734c03a66ffb43f1afdf39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731043517746
2024-11-08T05:25:21,024 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:21,024 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/1a1cd42ae4d946e0a3f3f2b0f4663666 is 50, key is test_row_0/C:col10/1731043517746/Put/seqid=0
2024-11-08T05:25:21,028 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/A of 634e3090c52633c4ec876204cb5263d3 into 58becb53a3564d6492fa02c47456e762(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:21,028 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:21,028 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/A, priority=13, startTime=1731043520596; duration=0sec
2024-11-08T05:25:21,028 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:21,028 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:A
2024-11-08T05:25:21,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742391_1567 (size=12663)
2024-11-08T05:25:21,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:21,205 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081a8c2933e1954d218bf6e302f5a3141f_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081a8c2933e1954d218bf6e302f5a3141f_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/8a585593876d49c29a6c393e8533f4cc, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:21,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/8a585593876d49c29a6c393e8533f4cc is 175, key is test_row_0/A:col10/1731043519356/Put/seqid=0
2024-11-08T05:25:21,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742392_1568 (size=31105)
2024-11-08T05:25:21,209 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/8a585593876d49c29a6c393e8533f4cc
2024-11-08T05:25:21,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/2e646fc713254da884bd0e231556b14c is 50, key is test_row_0/B:col10/1731043519356/Put/seqid=0
2024-11-08T05:25:21,218 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742393_1569 (size=12151)
2024-11-08T05:25:21,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-08T05:25:21,434 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/1a1cd42ae4d946e0a3f3f2b0f4663666 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1a1cd42ae4d946e0a3f3f2b0f4663666
2024-11-08T05:25:21,438 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/C of 634e3090c52633c4ec876204cb5263d3 into 1a1cd42ae4d946e0a3f3f2b0f4663666(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:21,438 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:21,438 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/C, priority=13, startTime=1731043520596; duration=0sec
2024-11-08T05:25:21,438 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:21,438 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:C
2024-11-08T05:25:21,521 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:21,541 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043581538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043581539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,543 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043581541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,543 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,619 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/2e646fc713254da884bd0e231556b14c
2024-11-08T05:25:21,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/9a43a42cf6134f5a86e2d75bc6cf9be0 is 50, key is test_row_0/C:col10/1731043519356/Put/seqid=0
2024-11-08T05:25:21,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742394_1570 (size=12151)
2024-11-08T05:25:21,651 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043581649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043581649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,652 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043581649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,652 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-08T05:25:21,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043581859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043581859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,861 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043581859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,920 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37108 deadline: 1731043581918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,920 WARN  [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4161 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,921 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:21,930 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37112 deadline: 1731043581929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:21,930 WARN  [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d1ba675678c9,35687,1731043346195 for 'test_row_2' in 634e3090c52633c4ec876204cb5263d3 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms
org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 32 more
2024-11-08T05:25:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:21,931 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,027 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/9a43a42cf6134f5a86e2d75bc6cf9be0
2024-11-08T05:25:22,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/8a585593876d49c29a6c393e8533f4cc as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/8a585593876d49c29a6c393e8533f4cc
2024-11-08T05:25:22,033 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/8a585593876d49c29a6c393e8533f4cc, entries=150, sequenceid=235, filesize=30.4 K
2024-11-08T05:25:22,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/2e646fc713254da884bd0e231556b14c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/2e646fc713254da884bd0e231556b14c
2024-11-08T05:25:22,036 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/2e646fc713254da884bd0e231556b14c, entries=150, sequenceid=235, filesize=11.9 K
2024-11-08T05:25:22,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/9a43a42cf6134f5a86e2d75bc6cf9be0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/9a43a42cf6134f5a86e2d75bc6cf9be0
2024-11-08T05:25:22,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/9a43a42cf6134f5a86e2d75bc6cf9be0, entries=150, sequenceid=235, filesize=11.9 K
2024-11-08T05:25:22,040 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 634e3090c52633c4ec876204cb5263d3 in 1248ms, sequenceid=235, compaction requested=false
2024-11-08T05:25:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:22,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153
2024-11-08T05:25:22,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=153
2024-11-08T05:25:22,043 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152
2024-11-08T05:25:22,043 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec
2024-11-08T05:25:22,044 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.4040 sec
2024-11-08T05:25:22,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:22,171 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all.
2024-11-08T05:25:22,171 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-08T05:25:22,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088c71e7ee32c24dff9f0a767d2a1e33b0_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043521538/Put/seqid=0
2024-11-08T05:25:22,181 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742395_1571 (size=12354)
2024-11-08T05:25:22,196 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043582193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,197 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043582196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,200 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,200 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043582196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,301 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043582299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,310 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043582309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,311 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043582309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,312 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,510 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043582508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,511 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,520 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043582518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043582519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,581 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:22,583 INFO  [MemStoreFlusher.0 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088c71e7ee32c24dff9f0a767d2a1e33b0_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088c71e7ee32c24dff9f0a767d2a1e33b0_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:22,584 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/f45411036c3840b780d486773bd41cc2, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:22,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/f45411036c3840b780d486773bd41cc2 is 175, key is test_row_0/A:col10/1731043521538/Put/seqid=0
2024-11-08T05:25:22,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742396_1572 (size=31155)
2024-11-08T05:25:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152
2024-11-08T05:25:22,789 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:22,789 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees
2024-11-08T05:25:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees
2024-11-08T05:25:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-08T05:25:22,790 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE
2024-11-08T05:25:22,791 INFO  [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS
2024-11-08T05:25:22,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}]
2024-11-08T05:25:22,822 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043582819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,822 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,829 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043582828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,830 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043582828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:22,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-08T05:25:22,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-08T05:25:22,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:22,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:22,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:22,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:22,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:22,988 INFO  [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/f45411036c3840b780d486773bd41cc2
2024-11-08T05:25:22,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e2c5dd509ae8408daaab0a3fa3a96a10 is 50, key is test_row_0/B:col10/1731043521538/Put/seqid=0
2024-11-08T05:25:22,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742397_1573 (size=12201)
2024-11-08T05:25:23,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-08T05:25:23,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:23,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-08T05:25:23,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-08T05:25:23,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:23,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,331 WARN  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:23,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37140 deadline: 1731043583329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:23,331 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:23,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:23,342 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit.
org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-08T05:25:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37072 deadline: 1731043583339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:23,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35687 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37126 deadline: 1731043583339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 , the old value is region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195
	at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308)
	at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329)
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216)
	at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T05:25:23,342 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:23,343 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., hostname=d1ba675678c9,35687,1731043346195, seqNum=5 because the exception is null or not the one we care about
2024-11-08T05:25:23,396 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e2c5dd509ae8408daaab0a3fa3a96a10
2024-11-08T05:25:23,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-08T05:25:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/7f1f77394ad14742a7a205405d0b7b28 is 50, key is test_row_0/C:col10/1731043521538/Put/seqid=0
2024-11-08T05:25:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,404 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742398_1574 (size=12201)
2024-11-08T05:25:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-08T05:25:23,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-08T05:25:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-08T05:25:23,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:23,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155
java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4177): Remote procedure failed, pid=155
org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?]
	at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?]
	at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: java.io.IOException: Unable to complete flush {ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}
	at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T05:25:23,805 INFO  [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/7f1f77394ad14742a7a205405d0b7b28
2024-11-08T05:25:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/f45411036c3840b780d486773bd41cc2 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f45411036c3840b780d486773bd41cc2
2024-11-08T05:25:23,811 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f45411036c3840b780d486773bd41cc2, entries=150, sequenceid=257, filesize=30.4 K
2024-11-08T05:25:23,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/e2c5dd509ae8408daaab0a3fa3a96a10 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e2c5dd509ae8408daaab0a3fa3a96a10
2024-11-08T05:25:23,814 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e2c5dd509ae8408daaab0a3fa3a96a10, entries=150, sequenceid=257, filesize=11.9 K
2024-11-08T05:25:23,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/7f1f77394ad14742a7a205405d0b7b28 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/7f1f77394ad14742a7a205405d0b7b28
2024-11-08T05:25:23,817 INFO  [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/7f1f77394ad14742a7a205405d0b7b28, entries=150, sequenceid=257, filesize=11.9 K
2024-11-08T05:25:23,818 INFO  [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 634e3090c52633c4ec876204cb5263d3 in 1647ms, sequenceid=257, compaction requested=true
2024-11-08T05:25:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:A, priority=-2147483648, current under compaction store size is 1
2024-11-08T05:25:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:23,818 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:B, priority=-2147483648, current under compaction store size is 2
2024-11-08T05:25:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:23,818 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 634e3090c52633c4ec876204cb5263d3:C, priority=-2147483648, current under compaction store size is 3
2024-11-08T05:25:23,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:23,819 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 93877 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:23,819 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:23,819 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/B is initiating minor compaction (all files)
2024-11-08T05:25:23,819 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/A is initiating minor compaction (all files)
2024-11-08T05:25:23,819 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/B in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,819 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/A in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,819 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/58becb53a3564d6492fa02c47456e762, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/8a585593876d49c29a6c393e8533f4cc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f45411036c3840b780d486773bd41cc2] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=91.7 K
2024-11-08T05:25:23,819 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4ab5844c4e614174a7d13ed6b472bcec, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/2e646fc713254da884bd0e231556b14c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e2c5dd509ae8408daaab0a3fa3a96a10] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=36.1 K
2024-11-08T05:25:23,819 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,819 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. files: [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/58becb53a3564d6492fa02c47456e762, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/8a585593876d49c29a6c393e8533f4cc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f45411036c3840b780d486773bd41cc2]
2024-11-08T05:25:23,819 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ab5844c4e614174a7d13ed6b472bcec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731043517746
2024-11-08T05:25:23,820 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e646fc713254da884bd0e231556b14c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731043519356
2024-11-08T05:25:23,820 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting e2c5dd509ae8408daaab0a3fa3a96a10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731043521538
2024-11-08T05:25:23,820 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58becb53a3564d6492fa02c47456e762, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731043517746
2024-11-08T05:25:23,821 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a585593876d49c29a6c393e8533f4cc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731043519356
2024-11-08T05:25:23,821 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] compactions.Compactor(225): Compacting f45411036c3840b780d486773bd41cc2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731043521538
2024-11-08T05:25:23,825 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:23,827 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:23,827 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110866d6fdcf8dcb46278fc8b8c65f96ffe4_634e3090c52633c4ec876204cb5263d3 store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:23,827 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/6174d1ceee3e4cfcb2a1a62d68b9e26b is 50, key is test_row_0/B:col10/1731043521538/Put/seqid=0
2024-11-08T05:25:23,829 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110866d6fdcf8dcb46278fc8b8c65f96ffe4_634e3090c52633c4ec876204cb5263d3, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:23,829 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110866d6fdcf8dcb46278fc8b8c65f96ffe4_634e3090c52633c4ec876204cb5263d3 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:23,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742399_1575 (size=12815)
2024-11-08T05:25:23,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742400_1576 (size=4469)
2024-11-08T05:25:23,837 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/6174d1ceee3e4cfcb2a1a62d68b9e26b as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/6174d1ceee3e4cfcb2a1a62d68b9e26b
2024-11-08T05:25:23,841 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/B of 634e3090c52633c4ec876204cb5263d3 into 6174d1ceee3e4cfcb2a1a62d68b9e26b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:23,841 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:23,841 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/B, priority=13, startTime=1731043523818; duration=0sec
2024-11-08T05:25:23,841 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-08T05:25:23,841 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:B
2024-11-08T05:25:23,841 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-08T05:25:23,842 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-08T05:25:23,842 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1541): 634e3090c52633c4ec876204cb5263d3/C is initiating minor compaction (all files)
2024-11-08T05:25:23,842 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 634e3090c52633c4ec876204cb5263d3/C in TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,842 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1a1cd42ae4d946e0a3f3f2b0f4663666, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/9a43a42cf6134f5a86e2d75bc6cf9be0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/7f1f77394ad14742a7a205405d0b7b28] into tmpdir=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp, totalSize=36.1 K
2024-11-08T05:25:23,842 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a1cd42ae4d946e0a3f3f2b0f4663666, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731043517746
2024-11-08T05:25:23,843 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a43a42cf6134f5a86e2d75bc6cf9be0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731043519356
2024-11-08T05:25:23,843 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f1f77394ad14742a7a205405d0b7b28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731043521538
2024-11-08T05:25:23,847 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:23,847 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/ed4fd9281a5947e88dc75be1beff30d3 is 50, key is test_row_0/C:col10/1731043521538/Put/seqid=0
2024-11-08T05:25:23,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742401_1577 (size=12815)
2024-11-08T05:25:23,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35687 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155
2024-11-08T05:25:23,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:23,858 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB
2024-11-08T05:25:23,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ded72d88b7494592afa713eb978ee2c6_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_0/A:col10/1731043522195/Put/seqid=0
2024-11-08T05:25:23,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742402_1578 (size=12454)
2024-11-08T05:25:23,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-08T05:25:24,107 INFO  [Thread-2269 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2269.
2024-11-08T05:25:24,108 DEBUG [Thread-2269 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:24,108 DEBUG [Thread-2269 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,108 DEBUG [Thread-2269 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,108 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:24,108 INFO  [Thread-2271 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2271.
2024-11-08T05:25:24,108 DEBUG [Thread-2271 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:24,108 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,108 DEBUG [Thread-2271 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,108 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:24,108 INFO  [Thread-2273 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2273.
2024-11-08T05:25:24,109 DEBUG [Thread-2273 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:24,109 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,109 DEBUG [Thread-2273 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,109 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:24,110 INFO  [Thread-2265 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2265.
2024-11-08T05:25:24,110 DEBUG [Thread-2265 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:24,110 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,110 DEBUG [Thread-2265 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,110 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:24,110 INFO  [Thread-2267 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2267.
2024-11-08T05:25:24,110 DEBUG [Thread-2267 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:24,110 DEBUG [Thread-2267 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,110 DEBUG [Thread-2267 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,110 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:24,239 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 634e3090c52633c4ec876204cb5263d3#A#compaction#487 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-08T05:25:24,241 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/684202bcfe3a42c3a0ac4aa7fedd29cb is 175, key is test_row_0/A:col10/1731043521538/Put/seqid=0
2024-11-08T05:25:24,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:24,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742403_1579 (size=31769)
2024-11-08T05:25:24,301 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ded72d88b7494592afa713eb978ee2c6_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ded72d88b7494592afa713eb978ee2c6_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:24,302 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/ed4fd9281a5947e88dc75be1beff30d3 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ed4fd9281a5947e88dc75be1beff30d3
2024-11-08T05:25:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/fff79fe7c11b43ddab423ca7953990d0, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:24,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/fff79fe7c11b43ddab423ca7953990d0 is 175, key is test_row_0/A:col10/1731043522195/Put/seqid=0
2024-11-08T05:25:24,304 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/684202bcfe3a42c3a0ac4aa7fedd29cb as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/684202bcfe3a42c3a0ac4aa7fedd29cb
2024-11-08T05:25:24,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742404_1580 (size=31255)
2024-11-08T05:25:24,306 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/C of 634e3090c52633c4ec876204cb5263d3 into ed4fd9281a5947e88dc75be1beff30d3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:24,306 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:24,307 INFO  [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/C, priority=13, startTime=1731043523818; duration=0sec
2024-11-08T05:25:24,307 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:24,307 DEBUG [RS:0;d1ba675678c9:35687-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:C
2024-11-08T05:25:24,308 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 634e3090c52633c4ec876204cb5263d3/A of 634e3090c52633c4ec876204cb5263d3 into 684202bcfe3a42c3a0ac4aa7fedd29cb(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-08T05:25:24,308 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:24,308 INFO  [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., storeName=634e3090c52633c4ec876204cb5263d3/A, priority=13, startTime=1731043523818; duration=0sec
2024-11-08T05:25:24,308 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-08T05:25:24,308 DEBUG [RS:0;d1ba675678c9:35687-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 634e3090c52633c4ec876204cb5263d3:A
2024-11-08T05:25:24,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35687 {}] regionserver.HRegion(8855): Flush requested on 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:24,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. as already flushing
2024-11-08T05:25:24,341 INFO  [Thread-2260 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2260.
2024-11-08T05:25:24,341 DEBUG [Thread-2260 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:24,341 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,341 DEBUG [Thread-2260 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,341 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:24,349 INFO  [Thread-2254 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2254.
2024-11-08T05:25:24,349 DEBUG [Thread-2254 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:24,349 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,350 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,350 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:24,360 INFO  [Thread-2258 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2258.
2024-11-08T05:25:24,360 DEBUG [Thread-2258 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:24,360 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,360 DEBUG [Thread-2258 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:24,360 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:24,548 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T05:25:24,708 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/fff79fe7c11b43ddab423ca7953990d0
2024-11-08T05:25:24,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/ab3da80505fa4abdbb681b96ed888464 is 50, key is test_row_0/B:col10/1731043522195/Put/seqid=0
2024-11-08T05:25:24,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742405_1581 (size=12301)
2024-11-08T05:25:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-08T05:25:25,125 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/ab3da80505fa4abdbb681b96ed888464
2024-11-08T05:25:25,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/1310cc8d720c43fe90af0821c5979854 is 50, key is test_row_0/C:col10/1731043522195/Put/seqid=0
2024-11-08T05:25:25,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742406_1582 (size=12301)
2024-11-08T05:25:25,544 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/1310cc8d720c43fe90af0821c5979854
2024-11-08T05:25:25,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/fff79fe7c11b43ddab423ca7953990d0 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/fff79fe7c11b43ddab423ca7953990d0
2024-11-08T05:25:25,558 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/fff79fe7c11b43ddab423ca7953990d0, entries=150, sequenceid=276, filesize=30.5 K
2024-11-08T05:25:25,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/ab3da80505fa4abdbb681b96ed888464 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ab3da80505fa4abdbb681b96ed888464
2024-11-08T05:25:25,565 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ab3da80505fa4abdbb681b96ed888464, entries=150, sequenceid=276, filesize=12.0 K
2024-11-08T05:25:25,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/1310cc8d720c43fe90af0821c5979854 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1310cc8d720c43fe90af0821c5979854
2024-11-08T05:25:25,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1310cc8d720c43fe90af0821c5979854, entries=150, sequenceid=276, filesize=12.0 K
2024-11-08T05:25:25,569 INFO  [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=20.13 KB/20610 for 634e3090c52633c4ec876204cb5263d3 in 1711ms, sequenceid=276, compaction requested=false
2024-11-08T05:25:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 634e3090c52633c4ec876204cb5263d3:

2024-11-08T05:25:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d1ba675678c9:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155
2024-11-08T05:25:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster(4169): Remote procedure done, pid=155
2024-11-08T05:25:25,572 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154
2024-11-08T05:25:25,572 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7800 sec
2024-11-08T05:25:25,573 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.7830 sec
2024-11-08T05:25:25,944 INFO  [Thread-2262 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2262.
2024-11-08T05:25:25,944 DEBUG [Thread-2262 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:25,944 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:25,944 DEBUG [Thread-2262 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:25,944 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:25,982 INFO  [Thread-2256 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2256.
2024-11-08T05:25:25,982 DEBUG [Thread-2256 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152)
    at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123)

2024-11-08T05:25:25,982 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:25,982 DEBUG [Thread-2256 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:25,982 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154
2024-11-08T05:25:26,949 INFO  [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers:
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 30
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 58
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 47
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(394):   wrote 26
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers:
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4426
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4240
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4450
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4434
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(398):   read 4245
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners:
2024-11-08T05:25:26,950 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:25:26,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131)
    at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:25:26,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:26,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:26,951 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:26,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees
2024-11-08T05:25:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-08T05:25:26,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043526958"}]},"ts":"1731043526958"}
2024-11-08T05:25:26,960 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta
2024-11-08T05:25:26,960 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING
2024-11-08T05:25:26,961 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}]
2024-11-08T05:25:26,963 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, UNASSIGN}]
2024-11-08T05:25:26,964 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, UNASSIGN
2024-11-08T05:25:26,965 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=634e3090c52633c4ec876204cb5263d3, regionState=CLOSING, regionLocation=d1ba675678c9,35687,1731043346195
2024-11-08T05:25:26,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, UNASSIGN because future has completed
2024-11-08T05:25:26,966 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-08T05:25:26,966 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; CloseRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195}]
2024-11-08T05:25:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-08T05:25:27,120 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(122): Close 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:27,120 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-08T05:25:27,120 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1722): Closing 634e3090c52633c4ec876204cb5263d3, disabling compactions & flushes
2024-11-08T05:25:27,120 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:27,120 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:27,121 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. after waiting 0 ms
2024-11-08T05:25:27,121 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:27,121 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2902): Flushing 634e3090c52633c4ec876204cb5263d3 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB
2024-11-08T05:25:27,132 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084037150875624cbcb1ed6fc468bf94b3_634e3090c52633c4ec876204cb5263d3 is 50, key is test_row_1/A:col10/1731043524359/Put/seqid=0
2024-11-08T05:25:27,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742407_1583 (size=9914)
2024-11-08T05:25:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-08T05:25:27,538 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T05:25:27,544 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084037150875624cbcb1ed6fc468bf94b3_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084037150875624cbcb1ed6fc468bf94b3_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:27,546 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/5652e0d1b108443b99c35582863cb08e, store: [table=TestAcidGuarantees family=A region=634e3090c52633c4ec876204cb5263d3]
2024-11-08T05:25:27,547 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/5652e0d1b108443b99c35582863cb08e is 175, key is test_row_1/A:col10/1731043524359/Put/seqid=0
2024-11-08T05:25:27,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742408_1584 (size=22561)
2024-11-08T05:25:27,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-08T05:25:27,954 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/5652e0d1b108443b99c35582863cb08e
2024-11-08T05:25:27,966 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/1fa16c0fb62d4979839ae857d1a3186e is 50, key is test_row_1/B:col10/1731043524359/Put/seqid=0
2024-11-08T05:25:27,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742409_1585 (size=9857)
2024-11-08T05:25:28,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-08T05:25:28,370 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/1fa16c0fb62d4979839ae857d1a3186e
2024-11-08T05:25:28,381 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/1f28a22b88d14ee389c9330e0a386d4c is 50, key is test_row_1/C:col10/1731043524359/Put/seqid=0
2024-11-08T05:25:28,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742410_1586 (size=9857)
2024-11-08T05:25:28,786 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/1f28a22b88d14ee389c9330e0a386d4c
2024-11-08T05:25:28,790 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/A/5652e0d1b108443b99c35582863cb08e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/5652e0d1b108443b99c35582863cb08e
2024-11-08T05:25:28,795 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/5652e0d1b108443b99c35582863cb08e, entries=100, sequenceid=286, filesize=22.0 K
2024-11-08T05:25:28,795 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/B/1fa16c0fb62d4979839ae857d1a3186e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/1fa16c0fb62d4979839ae857d1a3186e
2024-11-08T05:25:28,800 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/1fa16c0fb62d4979839ae857d1a3186e, entries=100, sequenceid=286, filesize=9.6 K
2024-11-08T05:25:28,800 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/.tmp/C/1f28a22b88d14ee389c9330e0a386d4c as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1f28a22b88d14ee389c9330e0a386d4c
2024-11-08T05:25:28,804 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1f28a22b88d14ee389c9330e0a386d4c, entries=100, sequenceid=286, filesize=9.6 K
2024-11-08T05:25:28,805 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 634e3090c52633c4ec876204cb5263d3 in 1684ms, sequenceid=286, compaction requested=true
2024-11-08T05:25:28,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/4a8602b2f6f646c1afd8e72622f43088, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/868d42fe807c47bf95e1e9c1f266f0fd, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a3c516206df64387a0a32d2b2d60e2eb, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1ee4b0f8f12d494f88171007bff2e671, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f0d901a958114b6b8ea46fd24c5d072e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d561abb304c24bb893da80092b1d68ee, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/7efef5d0af774b42b7614f72705bbd67, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d3f928aaf26d4343acf279216b84d63a, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/95b85e07aa1847ac996e0c6ebb6b50db, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/0bbfed2bfc464766a6137e19fc9af375, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a5e084aca65a4e12ba99967ba9cbd9b9, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/2fe8f2f88f8e460392a9627173c39630, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/faf51872110a4239b4dbb578fefe264d, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1fb58ecf87d040829df0f9f3d9339b2b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/031d6085731c4cb8827700193b7a0487, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/58becb53a3564d6492fa02c47456e762, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/8a585593876d49c29a6c393e8533f4cc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f45411036c3840b780d486773bd41cc2] to archive
2024-11-08T05:25:28,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:25:28,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/4a8602b2f6f646c1afd8e72622f43088 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/4a8602b2f6f646c1afd8e72622f43088
2024-11-08T05:25:28,810 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/868d42fe807c47bf95e1e9c1f266f0fd to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/868d42fe807c47bf95e1e9c1f266f0fd
2024-11-08T05:25:28,811 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a3c516206df64387a0a32d2b2d60e2eb to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a3c516206df64387a0a32d2b2d60e2eb
2024-11-08T05:25:28,812 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1ee4b0f8f12d494f88171007bff2e671 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1ee4b0f8f12d494f88171007bff2e671
2024-11-08T05:25:28,813 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f0d901a958114b6b8ea46fd24c5d072e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f0d901a958114b6b8ea46fd24c5d072e
2024-11-08T05:25:28,814 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d561abb304c24bb893da80092b1d68ee to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d561abb304c24bb893da80092b1d68ee
2024-11-08T05:25:28,815 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/7efef5d0af774b42b7614f72705bbd67 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/7efef5d0af774b42b7614f72705bbd67
2024-11-08T05:25:28,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d3f928aaf26d4343acf279216b84d63a to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/d3f928aaf26d4343acf279216b84d63a
2024-11-08T05:25:28,816 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/95b85e07aa1847ac996e0c6ebb6b50db to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/95b85e07aa1847ac996e0c6ebb6b50db
2024-11-08T05:25:28,817 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/0bbfed2bfc464766a6137e19fc9af375 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/0bbfed2bfc464766a6137e19fc9af375
2024-11-08T05:25:28,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a5e084aca65a4e12ba99967ba9cbd9b9 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/a5e084aca65a4e12ba99967ba9cbd9b9
2024-11-08T05:25:28,818 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/2fe8f2f88f8e460392a9627173c39630 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/2fe8f2f88f8e460392a9627173c39630
2024-11-08T05:25:28,819 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/faf51872110a4239b4dbb578fefe264d to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/faf51872110a4239b4dbb578fefe264d
2024-11-08T05:25:28,820 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1fb58ecf87d040829df0f9f3d9339b2b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/1fb58ecf87d040829df0f9f3d9339b2b
2024-11-08T05:25:28,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/031d6085731c4cb8827700193b7a0487 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/031d6085731c4cb8827700193b7a0487
2024-11-08T05:25:28,821 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/58becb53a3564d6492fa02c47456e762 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/58becb53a3564d6492fa02c47456e762
2024-11-08T05:25:28,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/8a585593876d49c29a6c393e8533f4cc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/8a585593876d49c29a6c393e8533f4cc
2024-11-08T05:25:28,822 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f45411036c3840b780d486773bd41cc2 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/f45411036c3840b780d486773bd41cc2
2024-11-08T05:25:28,823 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e5c5ebebd5fb4447b7e79d721cf9b5f7, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/acc8b5ddf9ae4e0e9ca0772f5680fecc, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/f004285af41c445bbe905f331f227380, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/d8a58b322a0c4bc7b1b58eca9285e525, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/95960f305ee941c99facfb88d8db6e86, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/6c6e37ae08c449a4aa89cef4f02f7445, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/c2312c5ea60148019f98e21400215d29, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e7293376e2af4d9fb5f521b59d06362b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/7ceac1b99a1340d892ed2f94dfbb8026, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/882c15190adb450db15df1909fbc26be, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/9496e384340d402aa91008cff52a09ff, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4a5f255313c2474aa6287c84e965c35c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/3970974a05374ca9a33cab0f84578c31, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ed7102f6d2f34f33bec464448d384aef, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4ab5844c4e614174a7d13ed6b472bcec, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/81546c92e7a74511b3fb4df940466310, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/2e646fc713254da884bd0e231556b14c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e2c5dd509ae8408daaab0a3fa3a96a10] to archive
2024-11-08T05:25:28,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:25:28,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e5c5ebebd5fb4447b7e79d721cf9b5f7 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e5c5ebebd5fb4447b7e79d721cf9b5f7
2024-11-08T05:25:28,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/acc8b5ddf9ae4e0e9ca0772f5680fecc to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/acc8b5ddf9ae4e0e9ca0772f5680fecc
2024-11-08T05:25:28,826 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/f004285af41c445bbe905f331f227380 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/f004285af41c445bbe905f331f227380
2024-11-08T05:25:28,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/d8a58b322a0c4bc7b1b58eca9285e525 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/d8a58b322a0c4bc7b1b58eca9285e525
2024-11-08T05:25:28,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/95960f305ee941c99facfb88d8db6e86 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/95960f305ee941c99facfb88d8db6e86
2024-11-08T05:25:28,828 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/6c6e37ae08c449a4aa89cef4f02f7445 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/6c6e37ae08c449a4aa89cef4f02f7445
2024-11-08T05:25:28,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/c2312c5ea60148019f98e21400215d29 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/c2312c5ea60148019f98e21400215d29
2024-11-08T05:25:28,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e7293376e2af4d9fb5f521b59d06362b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e7293376e2af4d9fb5f521b59d06362b
2024-11-08T05:25:28,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/7ceac1b99a1340d892ed2f94dfbb8026 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/7ceac1b99a1340d892ed2f94dfbb8026
2024-11-08T05:25:28,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/882c15190adb450db15df1909fbc26be to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/882c15190adb450db15df1909fbc26be
2024-11-08T05:25:28,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/9496e384340d402aa91008cff52a09ff to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/9496e384340d402aa91008cff52a09ff
2024-11-08T05:25:28,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4a5f255313c2474aa6287c84e965c35c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4a5f255313c2474aa6287c84e965c35c
2024-11-08T05:25:28,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/3970974a05374ca9a33cab0f84578c31 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/3970974a05374ca9a33cab0f84578c31
2024-11-08T05:25:28,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ed7102f6d2f34f33bec464448d384aef to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ed7102f6d2f34f33bec464448d384aef
2024-11-08T05:25:28,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4ab5844c4e614174a7d13ed6b472bcec to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/4ab5844c4e614174a7d13ed6b472bcec
2024-11-08T05:25:28,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/81546c92e7a74511b3fb4df940466310 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/81546c92e7a74511b3fb4df940466310
2024-11-08T05:25:28,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/2e646fc713254da884bd0e231556b14c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/2e646fc713254da884bd0e231556b14c
2024-11-08T05:25:28,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e2c5dd509ae8408daaab0a3fa3a96a10 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/e2c5dd509ae8408daaab0a3fa3a96a10
2024-11-08T05:25:28,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/89191035178f468a85ca18dbab6e0f1f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/789996a495da44b9803f1fc5937b9f36, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/49514c5e775e446f95b6b11c900a950c, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/f2b4f2f23c6340f5a9c2d73be2c11c56, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/3c00755228154a08b8204a79d4d063f6, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/52d957ca99b945cb939d82e28b02762b, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/cce7e0a0a3224cb589b1a3e74d1c03f0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/5d77301f0d2142248d9dbc9fa0a9a71f, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/c26fa4ff7dbe4d4cbe6fab9a33389275, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ce2351f633f2419da8970701fd96e9d3, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/df26ce439495412dbaf84cb0d3fee4e8, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/2e0deecc38774b10950c02c95a4a901e, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/91f531a928184e109aee20cb74e81ee1, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ccada353480b4d09af493a8f8767dd48, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1a1cd42ae4d946e0a3f3f2b0f4663666, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/15b35772b9734c03a66ffb43f1afdf39, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/9a43a42cf6134f5a86e2d75bc6cf9be0, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/7f1f77394ad14742a7a205405d0b7b28] to archive
2024-11-08T05:25:28,838 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-08T05:25:28,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/89191035178f468a85ca18dbab6e0f1f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/89191035178f468a85ca18dbab6e0f1f
2024-11-08T05:25:28,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/789996a495da44b9803f1fc5937b9f36 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/789996a495da44b9803f1fc5937b9f36
2024-11-08T05:25:28,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/49514c5e775e446f95b6b11c900a950c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/49514c5e775e446f95b6b11c900a950c
2024-11-08T05:25:28,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/f2b4f2f23c6340f5a9c2d73be2c11c56 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/f2b4f2f23c6340f5a9c2d73be2c11c56
2024-11-08T05:25:28,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/3c00755228154a08b8204a79d4d063f6 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/3c00755228154a08b8204a79d4d063f6
2024-11-08T05:25:28,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/52d957ca99b945cb939d82e28b02762b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/52d957ca99b945cb939d82e28b02762b
2024-11-08T05:25:28,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/cce7e0a0a3224cb589b1a3e74d1c03f0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/cce7e0a0a3224cb589b1a3e74d1c03f0
2024-11-08T05:25:28,844 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/5d77301f0d2142248d9dbc9fa0a9a71f to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/5d77301f0d2142248d9dbc9fa0a9a71f
2024-11-08T05:25:28,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/c26fa4ff7dbe4d4cbe6fab9a33389275 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/c26fa4ff7dbe4d4cbe6fab9a33389275
2024-11-08T05:25:28,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ce2351f633f2419da8970701fd96e9d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ce2351f633f2419da8970701fd96e9d3
2024-11-08T05:25:28,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/df26ce439495412dbaf84cb0d3fee4e8 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/df26ce439495412dbaf84cb0d3fee4e8
2024-11-08T05:25:28,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/2e0deecc38774b10950c02c95a4a901e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/2e0deecc38774b10950c02c95a4a901e
2024-11-08T05:25:28,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/91f531a928184e109aee20cb74e81ee1 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/91f531a928184e109aee20cb74e81ee1
2024-11-08T05:25:28,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ccada353480b4d09af493a8f8767dd48 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ccada353480b4d09af493a8f8767dd48
2024-11-08T05:25:28,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1a1cd42ae4d946e0a3f3f2b0f4663666 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1a1cd42ae4d946e0a3f3f2b0f4663666
2024-11-08T05:25:28,849 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/15b35772b9734c03a66ffb43f1afdf39 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/15b35772b9734c03a66ffb43f1afdf39
2024-11-08T05:25:28,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/9a43a42cf6134f5a86e2d75bc6cf9be0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/9a43a42cf6134f5a86e2d75bc6cf9be0
2024-11-08T05:25:28,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/7f1f77394ad14742a7a205405d0b7b28 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/7f1f77394ad14742a7a205405d0b7b28
2024-11-08T05:25:28,853 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/recovered.edits/289.seqid, newMaxSeqId=289, maxSeqId=4
2024-11-08T05:25:28,853 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.
2024-11-08T05:25:28,854 DEBUG [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1676): Region close journal for 634e3090c52633c4ec876204cb5263d3:
Waiting for close lock at 1731043527120Running coprocessor pre-close hooks at 1731043527120Disabling compacts and flushes for region at 1731043527120Disabling writes for close at 1731043527121 (+1 ms)Obtaining lock to block concurrent updates at 1731043527121Preparing flush snapshotting stores in 634e3090c52633c4ec876204cb5263d3 at 1731043527121Finished memstore snapshotting TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731043527122 (+1 ms)Flushing stores of TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3. at 1731043527123 (+1 ms)Flushing 634e3090c52633c4ec876204cb5263d3/A: creating writer at 1731043527123Flushing mob file 634e3090c52633c4ec876204cb5263d3/A: appending metadata at 1731043527132 (+9 ms)Flushing mob file 634e3090c52633c4ec876204cb5263d3/A: closing flushed file at 1731043527132Flushing 634e3090c52633c4ec876204cb5263d3/A: appending metadata at 1731043527546 (+414 ms)Flushing 634e3090c52633c4ec876204cb5263d3/A: closing flushed file at 1731043527546Flushing 634e3090c52633c4ec876204cb5263d3/B: creating writer at 1731043527963 (+417 ms)Flushing 634e3090c52633c4ec876204cb5263d3/B: appending metadata at 1731043527966 (+3 ms)Flushing 634e3090c52633c4ec876204cb5263d3/B: closing flushed file at 1731043527966Flushing 634e3090c52633c4ec876204cb5263d3/C: creating writer at 1731043528377 (+411 ms)Flushing 634e3090c52633c4ec876204cb5263d3/C: appending metadata at 1731043528380 (+3 ms)Flushing 634e3090c52633c4ec876204cb5263d3/C: closing flushed file at 1731043528380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@590c0df0: reopening flushed file at 1731043528790 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287a45a3: reopening flushed file at 1731043528795 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d189a9f: reopening flushed file at 1731043528800 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 634e3090c52633c4ec876204cb5263d3 in 1684ms, sequenceid=286, compaction requested=true at 1731043528805 (+5 ms)Writing region close event to WAL at 1731043528851 (+46 ms)Running coprocessor post-close hooks at 1731043528853 (+2 ms)Closed at 1731043528853
2024-11-08T05:25:28,855 INFO  [RS_CLOSE_REGION-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(157): Closed 634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:28,855 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=158 updating hbase:meta row=634e3090c52633c4ec876204cb5263d3, regionState=CLOSED
2024-11-08T05:25:28,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE, hasLock=false; CloseRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195 because future has completed
2024-11-08T05:25:28,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-08T05:25:28,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; CloseRegionProcedure 634e3090c52633c4ec876204cb5263d3, server=d1ba675678c9,35687,1731043346195 in 1.8910 sec
2024-11-08T05:25:28,859 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157
2024-11-08T05:25:28,859 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=634e3090c52633c4ec876204cb5263d3, UNASSIGN in 1.8950 sec
2024-11-08T05:25:28,860 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156
2024-11-08T05:25:28,861 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8980 sec
2024-11-08T05:25:28,861 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731043528861"}]},"ts":"1731043528861"}
2024-11-08T05:25:28,862 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta
2024-11-08T05:25:28,862 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED
2024-11-08T05:25:28,864 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9100 sec
2024-11-08T05:25:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156
2024-11-08T05:25:29,110 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:29,112 INFO  [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees
2024-11-08T05:25:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:29,116 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-08T05:25:29,118 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:29,121 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,126 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C, FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/recovered.edits]
2024-11-08T05:25:29,130 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/5652e0d1b108443b99c35582863cb08e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/5652e0d1b108443b99c35582863cb08e
2024-11-08T05:25:29,132 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/684202bcfe3a42c3a0ac4aa7fedd29cb to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/684202bcfe3a42c3a0ac4aa7fedd29cb
2024-11-08T05:25:29,133 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/fff79fe7c11b43ddab423ca7953990d0 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/A/fff79fe7c11b43ddab423ca7953990d0
2024-11-08T05:25:29,136 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/1fa16c0fb62d4979839ae857d1a3186e to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/1fa16c0fb62d4979839ae857d1a3186e
2024-11-08T05:25:29,137 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/6174d1ceee3e4cfcb2a1a62d68b9e26b to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/6174d1ceee3e4cfcb2a1a62d68b9e26b
2024-11-08T05:25:29,139 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ab3da80505fa4abdbb681b96ed888464 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/B/ab3da80505fa4abdbb681b96ed888464
2024-11-08T05:25:29,142 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1310cc8d720c43fe90af0821c5979854 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1310cc8d720c43fe90af0821c5979854
2024-11-08T05:25:29,144 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1f28a22b88d14ee389c9330e0a386d4c to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/1f28a22b88d14ee389c9330e0a386d4c
2024-11-08T05:25:29,146 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ed4fd9281a5947e88dc75be1beff30d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/C/ed4fd9281a5947e88dc75be1beff30d3
2024-11-08T05:25:29,151 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/recovered.edits/289.seqid to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3/recovered.edits/289.seqid
2024-11-08T05:25:29,152 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/default/TestAcidGuarantees/634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,152 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions
2024-11-08T05:25:29,153 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T05:25:29,154 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A]
2024-11-08T05:25:29,158 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108003b9c25d43c4bf0af80ac319566e5e2_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108003b9c25d43c4bf0af80ac319566e5e2_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,159 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081a8c2933e1954d218bf6e302f5a3141f_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081a8c2933e1954d218bf6e302f5a3141f_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,161 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084037150875624cbcb1ed6fc468bf94b3_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084037150875624cbcb1ed6fc468bf94b3_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,163 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110843ac8c84cb6949ce8a4ae01a323d6d56_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110843ac8c84cb6949ce8a4ae01a323d6d56_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,164 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084a76d9fe191e461e8e0c9647384c9ee5_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084a76d9fe191e461e8e0c9647384c9ee5_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,165 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086b848e62d400443a8ceb161819d9dd32_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086b848e62d400443a8ceb161819d9dd32_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,165 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108834847541f83497982c6a4f47180fd4d_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108834847541f83497982c6a4f47180fd4d_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,166 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088c71e7ee32c24dff9f0a767d2a1e33b0_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088c71e7ee32c24dff9f0a767d2a1e33b0_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,167 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a304f43a62d14abb87edb035474f55ad_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a304f43a62d14abb87edb035474f55ad_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,168 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aa6855469ac04a32b435a42a12b1a65b_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aa6855469ac04a32b435a42a12b1a65b_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,168 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c239abb82cd84da29eb65133b88cb2f0_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c239abb82cd84da29eb65133b88cb2f0_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,169 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d790a735b31b4eba8de3c2b6dfae60a0_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d790a735b31b4eba8de3c2b6dfae60a0_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,170 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ded72d88b7494592afa713eb978ee2c6_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ded72d88b7494592afa713eb978ee2c6_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,170 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e0bac4d897c047dd9d3a6a233477693f_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e0bac4d897c047dd9d3a6a233477693f_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,171 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6d8bb0042da465aa47a5b1307b3db63_634e3090c52633c4ec876204cb5263d3 to hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e6d8bb0042da465aa47a5b1307b3db63_634e3090c52633c4ec876204cb5263d3
2024-11-08T05:25:29,171 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3
2024-11-08T05:25:29,173 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:29,174 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta
2024-11-08T05:25:29,176 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor.
2024-11-08T05:25:29,177 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:29,177 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states.
2024-11-08T05:25:29,177 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731043529177"}]},"ts":"9223372036854775807"}
2024-11-08T05:25:29,178 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-08T05:25:29,178 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 634e3090c52633c4ec876204cb5263d3, NAME => 'TestAcidGuarantees,,1731043500954.634e3090c52633c4ec876204cb5263d3.', STARTKEY => '', ENDKEY => ''}]
2024-11-08T05:25:29,178 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted.
2024-11-08T05:25:29,178 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731043529178"}]},"ts":"9223372036854775807"}
2024-11-08T05:25:29,179 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META
2024-11-08T05:25:29,180 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees
2024-11-08T05:25:29,181 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec
2024-11-08T05:25:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37945 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160
2024-11-08T05:25:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees
2024-11-08T05:25:29,229 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed
2024-11-08T05:25:29,243 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 304) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7738 (was 7752)
2024-11-08T05:25:29,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T05:25:29,243 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:25:29,243 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:25:29,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:29,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:29,243 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T05:25:29,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T05:25:29,243 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1372924334, stopped=false
2024-11-08T05:25:29,244 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d1ba675678c9,37945,1731043345409
2024-11-08T05:25:29,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T05:25:29,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T05:25:29,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:25:29,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:25:29,332 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:25:29,332 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T05:25:29,333 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:25:29,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:29,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T05:25:29,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T05:25:29,333 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd1ba675678c9,35687,1731043346195' *****
2024-11-08T05:25:29,333 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T05:25:29,334 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T05:25:29,334 INFO  [RS:0;d1ba675678c9:35687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T05:25:29,334 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T05:25:29,334 INFO  [RS:0;d1ba675678c9:35687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T05:25:29,334 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(959): stopping server d1ba675678c9,35687,1731043346195
2024-11-08T05:25:29,334 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:25:29,334 INFO  [RS:0;d1ba675678c9:35687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d1ba675678c9:35687.
2024-11-08T05:25:29,335 DEBUG [RS:0;d1ba675678c9:35687 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T05:25:29,335 DEBUG [RS:0;d1ba675678c9:35687 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:29,335 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T05:25:29,335 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T05:25:29,335 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T05:25:29,335 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T05:25:29,336 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-08T05:25:29,336 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-08T05:25:29,337 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T05:25:29,337 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:29,337 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T05:25:29,337 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T05:25:29,337 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T05:25:29,337 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T05:25:29,337 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB
2024-11-08T05:25:29,358 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/info/9ff2135e2c69496db6f8092e6e179013 is 95, key is TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47./info:/1731043377089/DeleteFamily/seqid=0
2024-11-08T05:25:29,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742411_1587 (size=6514)
2024-11-08T05:25:29,419 INFO  [regionserver/d1ba675678c9:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:25:29,439 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped
2024-11-08T05:25:29,439 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T05:25:29,439 INFO  [regionserver/d1ba675678c9:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T05:25:29,537 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:29,737 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:29,763 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/info/9ff2135e2c69496db6f8092e6e179013
2024-11-08T05:25:29,789 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/ns/1abde9f1c63f431580d61d5444b6810e is 93, key is TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47./ns:/1731043377050/DeleteFamily/seqid=0
2024-11-08T05:25:29,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742412_1588 (size=5906)
2024-11-08T05:25:29,937 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:30,138 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:30,194 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/ns/1abde9f1c63f431580d61d5444b6810e
2024-11-08T05:25:30,222 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/rep_barrier/f4d378a4e2b3443da5c4a8cf652bc4fd is 102, key is TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47./rep_barrier:/1731043377050/DeleteFamily/seqid=0
2024-11-08T05:25:30,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742413_1589 (size=6025)
2024-11-08T05:25:30,338 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:30,538 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:30,627 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/rep_barrier/f4d378a4e2b3443da5c4a8cf652bc4fd
2024-11-08T05:25:30,656 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/table/dd89a0664d0d4a4b80cb32f05c6da896 is 96, key is TestAcidGuarantees,,1731043350554.39f54db149b763e7f6af3eb0b4af3a47./table:/1731043377050/DeleteFamily/seqid=0
2024-11-08T05:25:30,659 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742414_1590 (size=5936)
2024-11-08T05:25:30,739 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:30,939 DEBUG [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-08T05:25:31,061 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/table/dd89a0664d0d4a4b80cb32f05c6da896
2024-11-08T05:25:31,071 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/info/9ff2135e2c69496db6f8092e6e179013 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/info/9ff2135e2c69496db6f8092e6e179013
2024-11-08T05:25:31,076 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/info/9ff2135e2c69496db6f8092e6e179013, entries=12, sequenceid=90, filesize=6.4 K
2024-11-08T05:25:31,077 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/ns/1abde9f1c63f431580d61d5444b6810e as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/ns/1abde9f1c63f431580d61d5444b6810e
2024-11-08T05:25:31,081 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/ns/1abde9f1c63f431580d61d5444b6810e, entries=8, sequenceid=90, filesize=5.8 K
2024-11-08T05:25:31,081 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/rep_barrier/f4d378a4e2b3443da5c4a8cf652bc4fd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/rep_barrier/f4d378a4e2b3443da5c4a8cf652bc4fd
2024-11-08T05:25:31,085 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/rep_barrier/f4d378a4e2b3443da5c4a8cf652bc4fd, entries=6, sequenceid=90, filesize=5.9 K
2024-11-08T05:25:31,085 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/.tmp/table/dd89a0664d0d4a4b80cb32f05c6da896 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/table/dd89a0664d0d4a4b80cb32f05c6da896
2024-11-08T05:25:31,089 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/table/dd89a0664d0d4a4b80cb32f05c6da896, entries=7, sequenceid=90, filesize=5.8 K
2024-11-08T05:25:31,089 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1752ms, sequenceid=90, compaction requested=false
2024-11-08T05:25:31,094 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1
2024-11-08T05:25:31,095 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T05:25:31,095 INFO  [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T05:25:31,095 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731043529336Running coprocessor pre-close hooks at 1731043529336Disabling compacts and flushes for region at 1731043529337 (+1 ms)Disabling writes for close at 1731043529337Obtaining lock to block concurrent updates at 1731043529337Preparing flush snapshotting stores in 1588230740 at 1731043529337Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731043529337Flushing stores of hbase:meta,,1.1588230740 at 1731043529338 (+1 ms)Flushing 1588230740/info: creating writer at 1731043529338Flushing 1588230740/info: appending metadata at 1731043529358 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731043529358Flushing 1588230740/ns: creating writer at 1731043529773 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731043529789 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731043529789Flushing 1588230740/rep_barrier: creating writer at 1731043530203 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731043530222 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731043530222Flushing 1588230740/table: creating writer at 1731043530636 (+414 ms)Flushing 1588230740/table: appending metadata at 1731043530656 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731043530656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a31e67c: reopening flushed file at 1731043531070 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42317759: reopening flushed file at 1731043531076 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cfd6e7: reopening flushed file at 1731043531081 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4875c8c8: reopening flushed file at 1731043531085 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1752ms, sequenceid=90, compaction requested=false at 1731043531089 (+4 ms)Writing region close event to WAL at 1731043531091 (+2 ms)Running coprocessor post-close hooks at 1731043531095 (+4 ms)Closed at 1731043531095
2024-11-08T05:25:31,095 DEBUG [RS_CLOSE_META-regionserver/d1ba675678c9:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T05:25:31,140 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(976): stopping server d1ba675678c9,35687,1731043346195; all regions closed.
2024-11-08T05:25:31,148 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741834_1010 (size=25344)
2024-11-08T05:25:31,152 DEBUG [RS:0;d1ba675678c9:35687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/oldWALs
2024-11-08T05:25:31,152 INFO  [RS:0;d1ba675678c9:35687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C35687%2C1731043346195.meta:.meta(num 1731043350057)
2024-11-08T05:25:31,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741833_1009 (size=13197650)
2024-11-08T05:25:31,156 DEBUG [RS:0;d1ba675678c9:35687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/oldWALs
2024-11-08T05:25:31,156 INFO  [RS:0;d1ba675678c9:35687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d1ba675678c9%2C35687%2C1731043346195:(num 1731043349606)
2024-11-08T05:25:31,156 DEBUG [RS:0;d1ba675678c9:35687 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T05:25:31,156 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T05:25:31,156 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:25:31,156 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.ChoreService(370): Chore service for: regionserver/d1ba675678c9:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T05:25:31,157 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:25:31,157 INFO  [regionserver/d1ba675678c9:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:25:31,157 INFO  [RS:0;d1ba675678c9:35687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35687
2024-11-08T05:25:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T05:25:31,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d1ba675678c9,35687,1731043346195
2024-11-08T05:25:31,208 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:25:31,210 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d1ba675678c9,35687,1731043346195]
2024-11-08T05:25:31,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d1ba675678c9,35687,1731043346195 already deleted, retry=false
2024-11-08T05:25:31,229 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d1ba675678c9,35687,1731043346195 expired; onlineServers=0
2024-11-08T05:25:31,230 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd1ba675678c9,37945,1731043345409' *****
2024-11-08T05:25:31,230 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T05:25:31,230 INFO  [M:0;d1ba675678c9:37945 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T05:25:31,230 INFO  [M:0;d1ba675678c9:37945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T05:25:31,230 DEBUG [M:0;d1ba675678c9:37945 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T05:25:31,231 DEBUG [M:0;d1ba675678c9:37945 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T05:25:31,231 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T05:25:31,231 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043349221 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.small.0-1731043349221,5,FailOnTimeoutGroup]
2024-11-08T05:25:31,231 DEBUG [master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043349215 {}] cleaner.HFileCleaner(306): Exit Thread[master/d1ba675678c9:0:becomeActiveMaster-HFileCleaner.large.0-1731043349215,5,FailOnTimeoutGroup]
2024-11-08T05:25:31,231 INFO  [M:0;d1ba675678c9:37945 {}] hbase.ChoreService(370): Chore service for: master/d1ba675678c9:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T05:25:31,231 INFO  [M:0;d1ba675678c9:37945 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T05:25:31,232 DEBUG [M:0;d1ba675678c9:37945 {}] master.HMaster(1795): Stopping service threads
2024-11-08T05:25:31,232 INFO  [M:0;d1ba675678c9:37945 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T05:25:31,232 INFO  [M:0;d1ba675678c9:37945 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T05:25:31,232 ERROR [M:0;d1ba675678c9:37945 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-6,5,PEWorkerGroup]
2024-11-08T05:25:31,233 INFO  [M:0;d1ba675678c9:37945 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T05:25:31,233 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T05:25:31,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-08T05:25:31,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T05:25:31,240 DEBUG [M:0;d1ba675678c9:37945 {}] zookeeper.ZKUtil(347): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-08T05:25:31,240 WARN  [M:0;d1ba675678c9:37945 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T05:25:31,240 INFO  [M:0;d1ba675678c9:37945 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/.lastflushedseqids
2024-11-08T05:25:31,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742415_1591 (size=72)
2024-11-08T05:25:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:25:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35687-0x10118e53c830001, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:25:31,321 INFO  [RS:0;d1ba675678c9:35687 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:25:31,321 INFO  [RS:0;d1ba675678c9:35687 {}] regionserver.HRegionServer(1031): Exiting; stopping=d1ba675678c9,35687,1731043346195; zookeeper connection closed.
2024-11-08T05:25:31,322 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50f70b4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50f70b4b
2024-11-08T05:25:31,323 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-08T05:25:31,652 INFO  [M:0;d1ba675678c9:37945 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T05:25:31,652 INFO  [M:0;d1ba675678c9:37945 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T05:25:31,653 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T05:25:31,653 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:25:31,653 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:25:31,653 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T05:25:31,653 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:25:31,654 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=720.27 KB heapSize=883.24 KB
2024-11-08T05:25:31,673 DEBUG [M:0;d1ba675678c9:37945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d06172319bf42d1834523e3a9a8a6f1 is 82, key is hbase:meta,,1/info:regioninfo/1731043350154/Put/seqid=0
2024-11-08T05:25:31,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742416_1592 (size=5672)
2024-11-08T05:25:32,077 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d06172319bf42d1834523e3a9a8a6f1
2024-11-08T05:25:32,106 DEBUG [M:0;d1ba675678c9:37945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b682c795f1b478287d5d596d7bfeedd is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x8D/proc:d/1731043504067/Put/seqid=0
2024-11-08T05:25:32,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742417_1593 (size=42370)
2024-11-08T05:25:32,511 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=719.71 KB at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b682c795f1b478287d5d596d7bfeedd
2024-11-08T05:25:32,520 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b682c795f1b478287d5d596d7bfeedd
2024-11-08T05:25:32,537 DEBUG [M:0;d1ba675678c9:37945 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f419ef0fe5ed453dae79587a1e60d9bd is 69, key is d1ba675678c9,35687,1731043346195/rs:state/1731043349333/Put/seqid=0
2024-11-08T05:25:32,540 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073742418_1594 (size=5156)
2024-11-08T05:25:32,941 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2009 (bloomFilter=true), to=hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f419ef0fe5ed453dae79587a1e60d9bd
2024-11-08T05:25:32,951 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d06172319bf42d1834523e3a9a8a6f1 as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d06172319bf42d1834523e3a9a8a6f1
2024-11-08T05:25:32,956 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d06172319bf42d1834523e3a9a8a6f1, entries=8, sequenceid=2009, filesize=5.5 K
2024-11-08T05:25:32,957 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6b682c795f1b478287d5d596d7bfeedd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b682c795f1b478287d5d596d7bfeedd
2024-11-08T05:25:32,961 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b682c795f1b478287d5d596d7bfeedd
2024-11-08T05:25:32,961 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6b682c795f1b478287d5d596d7bfeedd, entries=160, sequenceid=2009, filesize=41.4 K
2024-11-08T05:25:32,962 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f419ef0fe5ed453dae79587a1e60d9bd as hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f419ef0fe5ed453dae79587a1e60d9bd
2024-11-08T05:25:32,967 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46357/user/jenkins/test-data/03fd1098-6f8f-ee13-2fe7-d268e3785a23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f419ef0fe5ed453dae79587a1e60d9bd, entries=1, sequenceid=2009, filesize=5.0 K
2024-11-08T05:25:32,968 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(3140): Finished flush of dataSize ~720.27 KB/737553, heapSize ~882.95 KB/904136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2009, compaction requested=false
2024-11-08T05:25:32,971 INFO  [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T05:25:32,971 DEBUG [M:0;d1ba675678c9:37945 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731043531653Disabling compacts and flushes for region at 1731043531653Disabling writes for close at 1731043531653Obtaining lock to block concurrent updates at 1731043531654 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731043531654Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=737553, getHeapSize=904376, getOffHeapSize=0, getCellsCount=2194 at 1731043531654Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731043531656 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731043531656Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731043531673 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731043531673Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731043532085 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731043532106 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731043532106Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731043532520 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731043532536 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731043532536Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1914a08a: reopening flushed file at 1731043532950 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ac8634c: reopening flushed file at 1731043532956 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d082207: reopening flushed file at 1731043532961 (+5 ms)Finished flush of dataSize ~720.27 KB/737553, heapSize ~882.95 KB/904136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=2009, compaction requested=false at 1731043532968 (+7 ms)Writing region close event to WAL at 1731043532971 (+3 ms)Closed at 1731043532971
2024-11-08T05:25:32,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37171 is added to blk_1073741830_1006 (size=869297)
2024-11-08T05:25:32,974 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T05:25:32,975 INFO  [M:0;d1ba675678c9:37945 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T05:25:32,975 INFO  [M:0;d1ba675678c9:37945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37945
2024-11-08T05:25:32,975 INFO  [M:0;d1ba675678c9:37945 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T05:25:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:25:33,140 INFO  [M:0;d1ba675678c9:37945 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T05:25:33,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37945-0x10118e53c830000, quorum=127.0.0.1:64323, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T05:25:33,151 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T05:25:33,153 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:25:33,153 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:25:33,153 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:25:33,153 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/hadoop.log.dir/,STOPPED}
2024-11-08T05:25:33,156 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T05:25:33,156 WARN  [BP-314865485-172.17.0.3-1731043341175 heartbeating to localhost/127.0.0.1:46357 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T05:25:33,156 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T05:25:33,156 WARN  [BP-314865485-172.17.0.3-1731043341175 heartbeating to localhost/127.0.0.1:46357 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314865485-172.17.0.3-1731043341175 (Datanode Uuid 81640fad-23f7-4f30-a561-404ab7cd901f) service to localhost/127.0.0.1:46357
2024-11-08T05:25:33,159 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/data/data1/current/BP-314865485-172.17.0.3-1731043341175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:25:33,159 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/cluster_26405fa2-5fa5-1b66-998c-e99a0db34256/data/data2/current/BP-314865485-172.17.0.3-1731043341175 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T05:25:33,160 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T05:25:33,166 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T05:25:33,167 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T05:25:33,167 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T05:25:33,167 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T05:25:33,167 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/fee0b266-911c-8485-a011-64fb82f9d46a/hadoop.log.dir/,STOPPED}
2024-11-08T05:25:33,181 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T05:25:33,287 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down